-- Logs begin at Mon 2022-03-07 13:16:05 UTC, end at Mon 2022-03-07 14:28:30 UTC. -- Mar 07 13:58:00.320676 dv-cinder-827554-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 13:58:03.346481 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.common.config [-] Logging enabled! Mar 07 13:58:03.347087 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 13:58:03.347195 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103166) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 13:58:03.350507 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.common.config [-] Logging enabled! Mar 07 13:58:03.350767 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 13:58:03.351082 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103166) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 13:58:03.352085 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:58:03.352323 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:58:03.352698 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:58:03.352948 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:58:03.353582 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:58:03.353931 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.354343 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 13:58:03.354662 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.354965 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.356384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.356715 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.357022 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.357319 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.357620 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.357925 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.358220 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.358517 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.358802 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.359106 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.359418 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.359716 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.360009 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.360298 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] debug = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.360584 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.361023 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.361449 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.361733 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.362034 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.362339 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.362586 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.362865 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.363153 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.363507 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] host = dv-cinder-827554-2-iscsi {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.363791 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.364086 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.364373 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.364663 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.364940 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.365219 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.365505 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.365780 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.366055 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.366331 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.366621 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.366911 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.367201 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.367449 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.367677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.367974 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.368261 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.368538 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.368816 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.369097 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.369372 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.369648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.369920 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.370207 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.370492 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.370782 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.371551 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.371840 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.372124 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.372404 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.372698 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.372978 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.373262 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.373539 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.373831 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.374107 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.374386 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.374693 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.374981 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.375268 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.375579 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.375857 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.376145 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.376417 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.376688 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.376959 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] use_json = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.377234 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.377506 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.377789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.378062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.378336 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.378612 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.378885 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.379179 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.379482 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:03.379782 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.380083 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.380385 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.380681 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.380974 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.381257 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.381550 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.381831 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.382122 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.382412 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.382701 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.382980 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.383283 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.383601 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.383897 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.384203 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.384498 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.384789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.385067 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.385345 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.385620 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.385899 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.386188 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.386515 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.387361 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.387661 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.387952 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.388258 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.388549 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.388850 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.389144 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.389429 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.389712 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.390007 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.390287 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.390564 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.390844 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.391135 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.391434 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.391712 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.392000 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.392281 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.392557 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.392834 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.393113 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.393405 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.393684 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.393958 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.394231 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.394509 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.394784 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.395071 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.395370 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.395652 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.395927 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.396207 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.396482 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.396757 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.397037 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.397310 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.397589 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.397865 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.398142 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.398418 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.398696 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.398973 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.399254 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.399551 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.399834 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.400113 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.400393 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.400674 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.400956 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.401237 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.401530 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.401832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.402650 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.403501 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.403798 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.404089 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.404376 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.404663 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.404951 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.405240 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.405521 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.405822 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.406114 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.406411 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.406720 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.407007 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.407311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.407623 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.407906 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.408196 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.408480 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.408765 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.409052 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.409345 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.409644 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.409940 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.410239 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.410537 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.410835 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.411122 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.411465 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.411749 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:03.411969 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:58:03.412211 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103166) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 13:58:03.797698 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 13:58:03.797982 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 13:58:03.798293 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 13:58:03.798776 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 13:58:04.149836 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.150135 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.150409 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.151722 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.152004 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.153409 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.201120 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.201402 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.201674 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.216769 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.217056 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.217334 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.247196 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.247499 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.247772 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.286383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.286665 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.286939 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.644027 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.644663 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.644663 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.644824 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.645516 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.748109 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.748435 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.748721 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.748996 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.749264 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.749576 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.749843 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.750104 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.750362 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.750647 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.750911 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.751182 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.751460 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.751718 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.751975 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.752239 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.752495 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.752764 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.753033 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.753293 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.753570 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.753825 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.754106 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.754479 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.754728 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.754974 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.755413 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:04.755662 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:04.755902 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:04.756140 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:04.756377 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:04.756614 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:04.756980 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 13:58:04.760124 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 13:58:04.764725 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 13:58:04.768449 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 07 13:58:04.770108 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 13:58:04.770580 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 13:58:04.770920 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 13:58:04.771311 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 13:58:04.774181 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 13:58:04.774434 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 13:58:04.774781 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 13:58:04.780747 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 13:58:04.805390 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 13:58:04.805844 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.806144 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103166) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 13:58:04.806522 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.808187 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103166) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 13:58:04.808997 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 13:58:04.809253 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 13:58:04.812587 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.812872 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:04.878086 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 13:58:04.878333 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 13:58:04.878575 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 13:58:04.878943 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 13:58:04.899432 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_db.sqlalchemy.engines [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103166) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 13:58:05.359569 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing driver for type 'gre' Mar 07 13:58:05.360027 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] gre ID ranges: [(1, 1000)] Mar 07 13:58:05.415043 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing driver for type 'local' Mar 07 13:58:05.415427 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing driver for type 'vlan' Mar 07 13:58:05.428088 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] VlanTypeDriver initialization complete Mar 07 13:58:05.428435 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing driver for type 'vxlan' Mar 07 13:58:05.428930 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] vxlan ID ranges: [(1, 1000)] Mar 07 13:58:05.483120 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing extension driver 'port_security' Mar 07 13:58:05.483587 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] PortSecurityExtensionDriver initialization complete Mar 07 13:58:05.483936 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing mechanism driver 'openvswitch' Mar 07 13:58:05.484266 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing mechanism driver 'hyperv' Mar 07 13:58:05.490913 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:05.491795 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.492174 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.492534 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.493070 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:58:05.493505 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.493865 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.494215 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.494614 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:58:05.495028 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.495409 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.496290 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.496748 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:58:05.497166 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.497524 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.497874 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.498277 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:58:05.498685 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.499037 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.499404 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.499805 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:58:05.500213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.500564 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.500911 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.501312 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:58:05.501760 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] ML2 OVO RPC backend initialized. {{(pid=103166) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 13:58:05.502475 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.502834 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.503253 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.503630 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > networks before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.503982 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.504325 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > ports before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.504670 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.505017 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.505366 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.505711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.506057 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.506400 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.506745 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.507075 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.507489 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.507893 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.508238 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.516224 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded quota_driver: . Mar 07 13:58:05.516597 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.plugin [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Modular L2 Plugin initialization complete Mar 07 13:58:05.516951 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading services supported by the core plugin {{(pid=103166) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 13:58:05.517296 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.plugins.ml2.managers [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Got port-security extension from driver 'port_security' Mar 07 13:58:05.517778 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.extensions.vlantransparent [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Disabled vlantransparent extension. Mar 07 13:58:05.518268 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103166) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 13:58:05.518602 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: router Mar 07 13:58:05.554055 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.554458 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_create 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.554839 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router before_create 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.555208 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.555674 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.555974 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_delete 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.556338 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.556692 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.557054 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_create 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.557653 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_update 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.558012 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_update 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.558973 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.559365 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_update 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.559797 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.560176 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.560523 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.560869 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: subnet after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.561214 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.561569 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.561921 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.562268 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.562616 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.562976 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router after_update 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.563322 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.563839 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.564213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.564564 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.564931 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > agent after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.565288 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.565639 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > network after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.566490 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Tracking information for resource: router configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:05.566825 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Tracking information for resource: floatingip configured {{(pid=103166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:58:05.571795 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.db.l3_agentschedulers_db [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 13:58:05.572389 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.572761 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port after_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.573123 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port after_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.573480 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: port after_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.574896 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router before_create 55550100 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.575270 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.575682 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.576061 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.580960 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.provider_configuration [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service providers = [] {{(pid=103166) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 13:58:05.581332 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.db.servicetype_db [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103166) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 13:58:05.584337 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.service_base [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:58:05.584696 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.service_base [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:58:05.585044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.service_base [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:58:05.585940 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.services.service_base [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:58:05.586319 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.services.service_base [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 13:58:05.586698 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.587019 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 13:58:05.597801 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.598142 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: auto_allocate Mar 07 13:58:05.604001 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: network precommit_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.604379 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: network precommit_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.604898 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.605272 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: tag Mar 07 13:58:05.612203 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.612453 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: timestamp Mar 07 13:58:05.616315 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.616652 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: network_ip_availability Mar 07 13:58:05.622741 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.623117 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.623509 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.624237 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.624560 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: flavors Mar 07 13:58:05.629501 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.629842 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading Plugin: revisions Mar 07 13:58:05.634168 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:58:05.634566 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_concurrency.lockutils [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=103166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 13:58:05.635312 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103166) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 13:58:05.635674 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Initializing extension manager. Mar 07 13:58:05.636198 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: __init__.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.637133 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: __pycache__ {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.637472 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.637809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: address_group.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.638564 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.639127 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: address-group Mar 07 13:58:05.639494 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: address_scope.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.640210 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.640727 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: address-scope Mar 07 13:58:05.641055 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.641988 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.642500 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: router-admin-state-down-before-update Mar 07 13:58:05.642826 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: agent.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.643556 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.644073 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: agent Mar 07 13:58:05.644594 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: agent_resources_synced.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.645310 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.645818 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: agent-resources-synced Mar 07 13:58:05.646147 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.647962 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.648490 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: allowed-address-pairs Mar 07 13:58:05.648823 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.649910 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.650425 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: auto-allocated-topology Mar 07 13:58:05.650757 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: availability_zone.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.651493 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.652157 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: availability_zone Mar 07 13:58:05.652358 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: availability_zone_filter.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.653282 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.653789 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: availability_zone_filter Mar 07 13:58:05.654120 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: data_plane_status.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.655034 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.655572 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 13:58:05.655902 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: default_subnetpools.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.656818 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.657330 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: default-subnetpools Mar 07 13:58:05.657658 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.658467 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.658978 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: dhcp_agent_scheduler Mar 07 13:58:05.659307 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: dns.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.660253 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.660765 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 13:58:05.661092 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: dns_domain_ports.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.662016 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.662526 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 13:58:05.662854 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.663815 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.664324 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 13:58:05.664649 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: dvr.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.665323 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.665828 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: dvr Mar 07 13:58:05.666153 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: ecmp_routes.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.667065 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.667631 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 13:58:05.668116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: empty_string_filtering.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.669121 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.669629 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: empty-string-filtering Mar 07 13:58:05.669958 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.670868 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.671404 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 13:58:05.671735 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.672643 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.673146 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 13:58:05.673473 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: external_net.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.674389 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.674895 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: external-net Mar 07 13:58:05.675224 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.676168 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.676672 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: extra_dhcp_opt Mar 07 13:58:05.677000 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: extraroute.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.677911 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.678426 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: extraroute Mar 07 13:58:05.678751 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: extraroute_atomic.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.679818 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.680333 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: extraroute-atomic Mar 07 13:58:05.680663 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: filter_validation.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.681332 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.681838 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: filter-validation Mar 07 13:58:05.682166 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: fip_pf_description.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.683878 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.684419 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 13:58:05.684748 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: fip_port_details.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.685846 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.686361 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: fip-port-details Mar 07 13:58:05.686692 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: flavors.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.687960 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.688479 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: flavors Mar 07 13:58:05.688806 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.690516 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.691050 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 13:58:05.691422 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: floatingip_pools.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.692133 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.692652 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: floatingip-pools Mar 07 13:58:05.692988 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: ip_allocation.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.693942 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.694462 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 13:58:05.694794 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.695753 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.696269 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: ip-substring-filtering Mar 07 13:58:05.696602 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l2_adjacency.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.697535 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.698045 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 13:58:05.698375 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.699910 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.700431 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: router Mar 07 13:58:05.700762 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.703015 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.703577 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 13:58:05.703918 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.704856 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.705377 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: ext-gw-mode Mar 07 13:58:05.705711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.706632 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.707144 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: l3-ha Mar 07 13:58:05.707506 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.708423 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.708933 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 13:58:05.709261 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_flavors.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.710179 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.710691 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: l3-flavors Mar 07 13:58:05.711020 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.712444 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.712961 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 13:58:05.713293 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.714228 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.714771 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 13:58:05.715260 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: l3agentscheduler.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.716351 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.716872 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: l3_agent_scheduler Mar 07 13:58:05.717205 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: local_ip.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.718980 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.719552 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension local_ip not supported by any of loaded plugins Mar 07 13:58:05.719898 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: logging.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.722758 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.723293 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension logging not supported by any of loaded plugins Mar 07 13:58:05.723668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: metering.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.724429 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.725011 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: metering Mar 07 13:58:05.725343 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.726463 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.726972 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: metering_source_and_destination_fields Mar 07 13:58:05.727305 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: multiprovidernet.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.728281 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.728802 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: multi-provider Mar 07 13:58:05.729133 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: netmtu.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.730056 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.730652 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: net-mtu Mar 07 13:58:05.730982 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: netmtu_writable.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.731948 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.732460 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: net-mtu-writable Mar 07 13:58:05.732787 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: network_availability_zone.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.733467 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.733982 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: network_availability_zone Mar 07 13:58:05.734306 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: network_ip_availability.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.735480 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.736001 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: network-ip-availability Mar 07 13:58:05.736330 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: network_segment_range.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.737104 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.737611 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 13:58:05.737936 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: pagination.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.738932 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.739272 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: pagination Mar 07 13:58:05.739622 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: port_device_profile.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.740537 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.741055 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: port-device-profile Mar 07 13:58:05.741383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.742302 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.742852 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: port-mac-address-regenerate Mar 07 13:58:05.743183 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.744139 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.744663 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: port-numa-affinity-policy Mar 07 13:58:05.744994 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: port_resource_request.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.746483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.746993 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 13:58:05.747321 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.748325 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.748834 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 13:58:05.749159 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: portbindings.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.750087 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.750597 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: binding Mar 07 13:58:05.750923 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: portbindings_extended.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.752238 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.752758 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: binding-extended Mar 07 13:58:05.753097 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: portsecurity.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.754018 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.754532 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: port-security Mar 07 13:58:05.754861 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: project_id.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.755875 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.756215 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: project-id Mar 07 13:58:05.756546 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: providernet.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.757470 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.757986 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: provider Mar 07 13:58:05.758312 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.762478 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.763003 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos not supported by any of loaded plugins Mar 07 13:58:05.763357 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.764640 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.765170 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 13:58:05.765505 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.766429 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.766946 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 13:58:05.767277 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_default.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.768226 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.768743 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-default not supported by any of loaded plugins Mar 07 13:58:05.769076 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_fip.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.770002 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.770519 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 13:58:05.770851 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.771794 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.772317 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 13:58:05.772649 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.773576 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.774092 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 13:58:05.774421 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.775499 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.776019 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 13:58:05.776350 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.777498 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.778016 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 13:58:05.778347 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.779484 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.780004 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 13:58:05.780335 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_pps_rule.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.781527 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.782045 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 13:58:05.782378 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.783305 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.783849 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 13:58:05.784183 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: qos_rules_alias.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.785252 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.785770 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 13:58:05.786099 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: quota_check_limit.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.787024 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.787570 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: quota-check-limit Mar 07 13:58:05.787899 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: quotasv2.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.788828 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.789159 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: quotas Mar 07 13:58:05.789484 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: quotasv2_detail.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.791194 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.791554 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: quota_details Mar 07 13:58:05.791888 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: rbac.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.793564 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.794099 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: rbac-policies Mar 07 13:58:05.794432 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: rbac_address_group.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.795413 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.795937 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: rbac-address-group Mar 07 13:58:05.796271 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: rbac_address_scope.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.797196 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.797710 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: rbac-address-scope Mar 07 13:58:05.798040 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: rbac_security_groups.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.798958 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.799506 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: rbac-security-groups Mar 07 13:58:05.799833 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.800827 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.801338 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: rbac-subnetpool Mar 07 13:58:05.801666 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: revisionifmatch.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.802594 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.803104 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: revision-if-match Mar 07 13:58:05.803464 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: revisions.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.804589 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.805106 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: standard-attr-revisions Mar 07 13:58:05.805444 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: router_availability_zone.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.806117 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.806630 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: router_availability_zone Mar 07 13:58:05.806957 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: routerservicetype.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.808175 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.808758 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 13:58:05.809083 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.810011 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.810523 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: security-groups-normalized-cidr Mar 07 13:58:05.810848 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.811801 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.812313 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: port-security-groups-filtering Mar 07 13:58:05.812639 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.813576 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.814088 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: security-groups-remote-address-group Mar 07 13:58:05.814414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.815353 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.815872 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: security-groups-shared-filtering Mar 07 13:58:05.816198 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.816786 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 13:58:05.817109 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: securitygroup.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.827274 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.827833 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: security-group Mar 07 13:58:05.828177 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: segment.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.828971 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.829482 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension segment not supported by any of loaded plugins Mar 07 13:58:05.829817 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.830762 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.831272 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 13:58:05.831629 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: servicetype.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.832755 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.833276 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: service-type Mar 07 13:58:05.833612 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: sorting.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.834600 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.834938 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: sorting Mar 07 13:58:05.835267 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: standard_attr_segment.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.836233 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.836755 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 13:58:05.837084 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: standardattrdescription.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.837739 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.838249 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: standard-attr-description Mar 07 13:58:05.838578 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: stateful_security_group.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.839631 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.840163 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: stateful-security-group Mar 07 13:58:05.840497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: stdattrs_common.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.841073 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 13:58:05.841400 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.842347 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.842870 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 13:58:05.843196 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: subnet_onboard.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.844359 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.844920 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: subnet_onboard Mar 07 13:58:05.845248 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.846181 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.846732 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 13:58:05.847057 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: subnet_service_types.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.848018 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.848575 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: subnet-service-types Mar 07 13:58:05.848902 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: subnetallocation.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.850043 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.850602 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: subnet_allocation Mar 07 13:58:05.850932 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.851738 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.852264 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: subnetpool-prefix-ops Mar 07 13:58:05.852594 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.853540 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.854050 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 13:58:05.854377 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: tagging.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.856114 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.856494 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: standard-attr-tag Mar 07 13:58:05.856827 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: timestamp.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.858032 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.858538 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loaded extension: standard-attr-timestamp Mar 07 13:58:05.858869 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: trunk.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.859930 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.860445 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension trunk not supported by any of loaded plugins Mar 07 13:58:05.860773 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: trunk_details.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.861699 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.862254 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 13:58:05.862537 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.863492 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.864006 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 13:58:05.864333 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Loading extension file: vlantransparent.py {{(pid=103166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:58:05.865006 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:58:05.865516 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 13:58:05.868058 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:network Mar 07 13:58:05.868591 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:subnet Mar 07 13:58:05.868993 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:58:05.869399 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:port Mar 07 13:58:05.870641 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.871927 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service FLAVORS assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.872362 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.872807 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.873142 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:router Mar 07 13:58:05.873575 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 13:58:05.874072 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service METERING assigned prefix: /metering {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.875584 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.875958 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.876320 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:58:05.877320 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 13:58:05.877770 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:security_group Mar 07 13:58:05.878211 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 13:58:05.878814 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service CORE assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.879148 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:58:05.879520 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] subnetpool is already registered Mar 07 13:58:05.879966 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service CORE assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.880306 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:58:05.880641 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] subnetpool is already registered Mar 07 13:58:05.882924 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.883382 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service FLAVORS assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.883972 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.884400 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.884740 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:router Mar 07 13:58:05.885085 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] router is already registered Mar 07 13:58:05.885501 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 13:58:05.885841 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] floatingip is already registered Mar 07 13:58:05.886305 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service METERING assigned prefix: /metering {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.887553 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 13:58:05.887885 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] rbac_policy is already registered Mar 07 13:58:05.888302 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:security_group Mar 07 13:58:05.888639 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] security_group is already registered Mar 07 13:58:05.889048 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 13:58:05.889383 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] security_group_rule is already registered Mar 07 13:58:05.890023 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service CORE assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.890368 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:58:05.890707 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] subnetpool is already registered Mar 07 13:58:05.891135 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.v2.resource_helper [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Service CORE assigned prefix: {{(pid=103166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:58:05.891497 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:58:05.891832 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING neutron.quota.resource_registry [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] subnetpool is already registered Mar 07 13:58:05.892312 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: extensions {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.893751 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: address-groups {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.895231 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: address-scopes {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.896601 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: agents {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.897746 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: auto-allocated-topology {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.898977 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: availability_zones {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.900213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: dhcp-networks {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.901702 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: dhcp-agents {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.903760 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: routers {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.905951 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: flavors {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.907120 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: service_profiles {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.908347 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: next_providers {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.909795 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: service_profiles {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.911314 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: floatingip-pools {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.912549 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: routers {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.914642 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: floatingips {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.916871 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: l3-routers {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.918447 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: l3-agents {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.919877 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: metering-labels {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.921233 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: metering-label-rules {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.922508 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: network-ip-availabilities {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.923789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: bindings {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.925440 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: quotas {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.926997 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: quotas {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.928542 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: rbac-policies {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.929839 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: security-groups {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.931291 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: security-group-rules {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.932799 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: service-providers {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.934138 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: subnetpools {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.935568 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: subnetpools {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.937037 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.938715 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.940543 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.942287 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.944097 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.945935 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.947648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.950275 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.952075 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.953900 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron.api.extensions [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Extended resource: tags {{(pid=103166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:58:05.959821 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING keystonemiddleware.auth_token [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 13:58:05.965111 dv-cinder-827554-2-iscsi neutron-server[103166]: WARNING keystonemiddleware.auth_token [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 13:58:05.973877 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_concurrency.lockutils [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Acquired lock "singleton_lock" {{(pid=103166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 13:58:05.974362 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_concurrency.lockutils [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Releasing lock "singleton_lock" {{(pid=103166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 13:58:05.975020 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Starting 2 workers Mar 07 13:58:05.979970 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Started child 103273 {{(pid=103166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:58:05.984713 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Started child 103274 {{(pid=103166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:58:05.985603 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:05.986344 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO neutron.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 13:58:05.987005 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:05.987172 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [-] (103273) wsgi starting up on http://0.0.0.0:9696 Mar 07 13:58:05.989571 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Starting 1 workers Mar 07 13:58:05.989733 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:05.991736 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [-] (103274) wsgi starting up on http://0.0.0.0:9696 Mar 07 13:58:05.992049 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53194) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:05.994886 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Started child 103276 {{(pid=103166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:58:05.995507 dv-cinder-827554-2-iscsi neutron-server[103166]: INFO oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Starting 1 workers Mar 07 13:58:05.998845 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] calling RpcWorker wait() {{(pid=103276) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 13:58:05.999434 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] returning from RpcWorker wait() {{(pid=103276) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 13:58:06.001177 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Started child 103277 {{(pid=103166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:58:06.001288 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:06.001385 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068521 Mar 07 13:58:06.001469 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:06.001540 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a3d9dfbf-2c73-4bd5-bde0-520c5ce65ef8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:06.004789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 13:58:06.005021 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:58:06.005397 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:58:06.005790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:58:06.006278 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:58:06.006586 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:58:06.007291 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.008338 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.008762 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.009167 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.009626 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.010427 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.010816 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.011231 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.012408 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.012862 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.013218 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.013560 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.014021 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.014444 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.015013 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.015468 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.015894 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.016322 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.016436 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:06.017086 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.017395 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.017680 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.017934 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.018217 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] debug = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020786 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020786 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.020786 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.021127 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.021219 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.021486 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.021735 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.021983 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.022243 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.022461 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.022716 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.022953 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.023600 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] host = dv-cinder-827554-2-iscsi {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.023844 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.024085 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.025229 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.025229 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.025229 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.025229 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.026996 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.026996 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.026996 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.029648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.029648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.029648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.029648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.030659 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.030824 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_options = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.031420 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.031420 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.031725 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.031866 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033044 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033860 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033860 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.033860 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.034286 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.034286 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.034552 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.034690 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.034835 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.035026 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.035272 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.035780 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.035969 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.036224 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.036451 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.037916 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.037916 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.037916 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.037916 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.037916 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.039746 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.039746 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.039746 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.039746 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.041422 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.041422 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044034 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:06.044263 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044263 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044263 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044263 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044263 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044263 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044947 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044947 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.044947 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.045347 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.045347 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.045620 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_json = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.046791 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.046791 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.046791 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.046791 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.047368 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.047368 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.047633 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.047921 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.048146 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.049215 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.050058 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.051138 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.052253 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.053304 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.054348 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.055274 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.055840 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.057679 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.057855 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.058083 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.058417 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.065485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.066809 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.067980 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.067980 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.068310 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.068620 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.068861 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.069752 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.069752 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.069752 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.070249 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.070249 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.070510 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.070656 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.070807 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.072097 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.072097 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.072418 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.072556 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.072816 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.073282 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.073749 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.074241 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.074517 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.074888 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.075320 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.075812 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.077832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.077832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.077832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.077832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.077832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.077832 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.081732 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.082264 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.082264 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.083196 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.083443 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.083706 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.083933 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.084178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.084408 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.084642 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.084995 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.085256 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.085403 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.085615 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.085843 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.086407 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.086407 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.086579 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.086660 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.086861 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.087311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.087877 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.088313 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.088714 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.089876 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.090254 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.091137 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.091137 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.091137 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.091399 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.091542 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.091964 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.092208 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.092452 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.092666 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.093095 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.093489 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.093912 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.094307 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.094709 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.095133 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.095590 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.095838 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.096160 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.096341 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.096928 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.096928 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.097245 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.097385 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.099043 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.099043 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.099043 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.099584 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.099584 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.100172 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.100172 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.100450 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.100587 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.100812 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.101035 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.101469 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.101873 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.102260 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.102648 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.103059 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.104480 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.104910 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.105740 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.105965 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.106467 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.106467 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.106708 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.107783 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.107783 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.107783 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.107783 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.108355 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.108355 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.108355 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.109128 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.109128 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.109128 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.109436 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.109558 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.110790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.110790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.110790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.110790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.110790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.110790 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112178 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112628 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112628 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112939 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.112939 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.113437 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.113437 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.113650 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.113871 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.114649 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.114649 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.114649 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.114880 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.115034 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.115507 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.115929 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.116354 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.116755 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.117141 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.117519 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.117745 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.117998 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.118226 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.118726 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.118726 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.118930 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.119122 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.120271 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.120461 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.121465 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.121912 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.122173 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.122534 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.122792 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.123031 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.123267 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.123540 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.123795 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.124014 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.124259 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.124453 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.124674 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.124900 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.125151 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.125377 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.125596 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.125831 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.126069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.126333 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.126576 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.127185 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.127185 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.127537 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.127537 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.127815 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.127951 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.128827 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.128827 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.128827 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.128827 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.129387 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.129387 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.129665 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.129802 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.129967 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.130202 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.130460 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.131618 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.131618 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.131618 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.131618 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.131618 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.132310 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.132310 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.132310 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.132690 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.132690 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.132955 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.133725 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.133974 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.134187 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.134585 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.134994 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.135413 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.135806 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.136073 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.136238 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.136476 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.136701 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.136918 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.137128 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.137361 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.137570 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.137779 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.137991 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.138345 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.138704 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.138984 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.139256 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.139507 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.139795 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.140062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.140309 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.140567 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.140968 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.141089 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.141307 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.141556 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.142608 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.142841 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.143185 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.143444 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.143752 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.144011 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.144276 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.144557 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.144830 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.145104 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.145316 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.145615 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.146309 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.146309 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.146488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.146700 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.146975 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148488 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148993 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.148993 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.149132 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.150169 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.150581 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.150802 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.151625 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.151625 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.151625 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:58:06.152053 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 13:58:06.152197 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:58:06.152439 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:58:06.152741 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:58:06.152953 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:58:06.153041 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:06.153135 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:58:06.153313 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.153478 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.153639 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.153801 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.153960 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.154144 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.154304 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.154463 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.154621 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.154780 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.154937 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.155094 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.155253 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.157157 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.157377 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.157527 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.157667 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.157816 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.157955 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.158085 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.158253 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.158412 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.158731 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] debug = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.158890 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.159250 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.159602 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.159920 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.160216 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.160522 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.160680 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.160838 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.160998 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.161158 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.161323 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.161479 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.161823 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.162166 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.162411 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.162532 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.162640 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.162761 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.162921 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] host = dv-cinder-827554-2-iscsi {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.163080 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.163239 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.163419 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.163576 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.163734 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.163892 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.164050 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.164207 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.164364 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.164520 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.164676 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.164829 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.165135 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.165291 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.165592 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_options = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.165756 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.165939 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166094 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166236 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166380 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166532 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166670 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166826 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.166965 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.167108 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.167249 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.167442 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.167585 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.168237 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.168384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.169497 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.170301 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.170301 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.170301 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.170301 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.170301 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.170301 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171052 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171052 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171052 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171052 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171052 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171817 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171817 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171817 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171817 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.171817 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.173414 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_json = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.175213 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.176069 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.178483 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180116 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.180555 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181008 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.181789 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.182072 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.182072 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.182188 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.182707 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.182707 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.182863 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.183007 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.183170 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.183951 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185083 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185083 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185242 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185308 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185476 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185635 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185788 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.185967 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.186107 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.186266 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.186426 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.186587 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.186753 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.186914 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.187075 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188235 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188820 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188820 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188820 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.188820 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.190251 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191635 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191635 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191635 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.191635 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.192151 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.192151 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.192151 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.193565 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.194711 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.195383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.195383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.195383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.195383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.195383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.195383 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.197036 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.199668 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200311 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.200859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201388 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201388 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201388 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201388 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201388 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201388 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201764 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201764 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201895 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.201973 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.202118 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.202289 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.202436 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.202592 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.202746 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.202901 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.203062 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.203222 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.203409 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.203591 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.203736 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.203885 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.204039 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.204218 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.204362 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.204639 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.204639 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.205677 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.207603 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.208606 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.209710 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.210694 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211384 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211775 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211775 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.211938 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212049 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212163 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212281 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212441 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212600 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212759 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.212929 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.213089 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.213250 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.213409 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.213569 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.213728 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.213897 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.214057 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.214217 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.214376 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.214683 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.214805 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.214966 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.215188 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.215459 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.215635 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.215795 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.215959 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.216134 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.216294 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.216453 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.216613 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.216772 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.216933 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.217103 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.217265 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.217429 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.217594 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.217753 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.217914 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.218128 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.218250 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.218434 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.218585 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.218721 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.218884 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.219030 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.219195 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.219378 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.219553 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.219720 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.219881 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.220051 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.220220 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.220389 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.220551 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.220718 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.220890 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.221051 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.221211 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.221371 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.221535 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.221693 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.221852 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222011 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222169 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222331 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222485 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222645 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222806 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.222966 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.224859 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.225074 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.225254 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.225428 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.225597 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.225766 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:58:06.225927 dv-cinder-827554-2-iscsi neutron-server[103166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:58:17.449566 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c95a02-883b-406c-a900-d8ee985364d7 None None] get_active_networks_info from dv-cinder-827554-2-iscsi {{(pid=103276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 13:58:17.505505 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c95a02-883b-406c-a900-d8ee985364d7 None None] No non-hosted networks {{(pid=103276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 13:58:17.521389 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.agentschedulers_db [None req-44c95a02-883b-406c-a900-d8ee985364d7 None None] DHCP Agent not found on host dv-cinder-827554-2-iscsi {{(pid=103276) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 13:58:17.608595 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-46d7b894-05d8-45bb-acf3-d75391be4be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33135091'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:19.794683 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-787487e8-ffa4-4e18-bc74-54743e3576b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33135091'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:19.864209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3466372e-910c-4ef6-96f2-af2ac183de46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:20.801150 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33135091'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:22.161317 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33135091'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:23.547324 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53290) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:23.741155 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33135091'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:23.742141 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.742522 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.742864 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.743198 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.743604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.743930 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.744262 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.744600 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.744962 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.745285 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.746945 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.746945 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.747170 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:23.748420 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827554-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:23.757308 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827554-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:24.079502 dv-cinder-827554-2-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-b5fc3698-9d6c-4cda-ae15-f7064dfe09b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:24.080032 dv-cinder-827554-2-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-b5fc3698-9d6c-4cda-ae15-f7064dfe09b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:24.305042 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [None req-b5fc3698-9d6c-4cda-ae15-f7064dfe09b5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:58:24.312164 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b5fc3698-9d6c-4cda-ae15-f7064dfe09b5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7578692 Mar 07 13:58:26.918598 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53316) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:27.007936 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.db.l3_hamode_db [None req-8f851229-5192-4986-9467-e0ea8a2baea6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 13:58:27.085047 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f851229-5192-4986-9467-e0ea8a2baea6 None None] Routers set() bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:58:27.085538 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f851229-5192-4986-9467-e0ea8a2baea6 None None] Router IDs set() for agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 13:58:27.231126 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:58:27.323193 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.policy [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103273) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 13:58:27.366373 dv-cinder-827554-2-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:27.366740 dv-cinder-827554-2-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:27.460195 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015818045', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015816464', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015836644', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015832827', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015839319', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015847609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1029779', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33358878', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33184673'] for rbac-policy (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:27.525618 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:27.527594 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-41912483-3d86-4c45-9228-106f6da69c8f admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6078281 Mar 07 13:58:30.004274 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53326) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:30.322251 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:58:30.351357 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Made reservation on behalf of 8387204907d04a359d94f143bf7816cf for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:58:30.355860 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.372896 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.483243 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks [] for security_group (3964fc60-1ad4-411a-8305-c6d495b8afb3), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.487048 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3964fc60-1ad4-411a-8305-c6d495b8afb3), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.511608 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:58:30.548101 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751012780126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (abeb10dc-c01f-493f-97ea-24ddc7d4f4ee), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.548680 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Unsubscribe: segment precommit_create {{(pid=103273) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 13:58:30.549203 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Added segment abeb10dc-c01f-493f-97ea-24ddc7d4f4ee of type vlan for network f1a3edcf-b35d-44ea-945d-3d510b6053e4 Mar 07 13:58:30.565588 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3964fc60-1ad4-411a-8305-c6d495b8afb3,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:30.593599 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.593965 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.594325 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.594664 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.594992 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.595315 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.595662 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.595986 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.596304 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.596622 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.596942 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.597257 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.597570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Tracked resource versions report: Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: pushed versions: Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: { 'AddressGroup': {'1.2'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'ConntrackHelper': {'1.0'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Log': {'1.0'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Network': {'1.1'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Port': {'1.7'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'PortForwarding': {'1.2'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'QosPolicy': {'1.10'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroup': {'1.5'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SubPort': {'1.0'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Subnet': {'1.1'}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Trunk': {'1.1'}} Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: consumer versions: Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'ConntrackHelper': '1.0', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'LocalIPAssociation': '1.0', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Log': '1.0', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Network': '1.1', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Port': '1.7', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'PortForwarding': '1.2', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'QosPolicy': '1.10', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroup': '1.5', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroupRule': '1.2', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SubPort': '1.0', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Subnet': '1.1', Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Trunk': '1.1'}} Mar 07 13:58:30.598954 dv-cinder-827554-2-iscsi neutron-server[103273]: {{(pid=103273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:58:30.663954 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (f1a3edcf-b35d-44ea-945d-3d510b6053e4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.704695 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (f1a3edcf-b35d-44ea-945d-3d510b6053e4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.709776 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:30.710487 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:30.793157 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7877254 Mar 07 13:58:30.835447 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce801f4e-76b1-4b67-a9c0-7e6fcc03f022 demo demo] Pushing event updated for resources: {'Network': ['ID=f1a3edcf-b35d-44ea-945d-3d510b6053e4,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:30.848570 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:58:33.399039 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53338) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:33.858766 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08821d5-d0a6-466b-8d34-6683c9a8437a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:33.860099 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d08821d5-d0a6-466b-8d34-6683c9a8437a demo admin] 10.222.0.31 "GET /v2.0/networks/f1a3edcf-b35d-44ea-945d-3d510b6053e4 HTTP/1.1" status: 200 len: 825 time: 0.4600666 Mar 07 13:58:33.884372 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e5f99b57-2c15-40b7-baf6-9eac8aa4839d demo admin] 10.222.0.31 "GET /v2.0/subnetpools/ff290b23-dea8-4a9a-bacb-1413828c9d32 HTTP/1.1" status: 200 len: 734 time: 0.0186443 Mar 07 13:58:33.893690 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:58:33.914882 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Made reservation on behalf of 8387204907d04a359d94f143bf7816cf for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:58:33.917295 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:34.215641 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (284cf427-6434-4494-9684-7431f85582a5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:34.286464 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Pushing event updated for resources: {'Subnet': ['ID=284cf427-6434-4494-9684-7431f85582a5,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:34.290911 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Checking segment: {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:58:34.291294 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Network hostable DHCP agents. Network: f1a3edcf-b35d-44ea-945d-3d510b6053e4, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:58:34.312658 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:58:34.324351 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, f1a3edcf-b35d-44ea-945d-3d510b6053e4) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:58:34.329193 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:34.329788 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:34.333850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0ff81-d3ac-4312-912b-6c5999f41ae4 None None] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:58:34.344970 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d0580f38-6352-4cac-8e3c-56d6c6cbda04 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4546530 Mar 07 13:58:34.710419 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'project_id': '8387204907d04a359d94f143bf7816cf', 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:58:34.711743 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:34.990803 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Allocated IP 172.20.0.2 (f1a3edcf-b35d-44ea-945d-3d510b6053e4/284cf427-6434-4494-9684-7431f85582a5/8ec91838-21c7-46ed-b214-0132361e0d57) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:58:35.265843 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Publish callbacks [] for port (8ec91838-21c7-46ed-b214-0132361e0d57), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:35.273779 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:35.334013 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:58:35.339700 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:58:35.353197 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:58:35.406243 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Pushing event updated for resources: {'Port': ['ID=8ec91838-21c7-46ed-b214-0132361e0d57,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:35.430718 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.431087 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.431469 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.431813 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.432142 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.433352 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.433697 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.434025 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.434346 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.434687 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.435011 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.435333 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.435677 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Tracked resource versions report: Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: pushed versions: Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Log': {'1.0'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Network': {'1.1'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Port': {'1.7'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: consumer versions: Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Log': '1.0', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Network': '1.1', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Port': '1.7', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SubPort': '1.0', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Subnet': '1.1', Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Mar 07 13:58:35.437084 dv-cinder-827554-2-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:58:35.451910 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Attempting to bind port 8ec91838-21c7-46ed-b214-0132361e0d57 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:58:35.452314 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Attempting to bind port 8ec91838-21c7-46ed-b214-0132361e0d57 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:58:35.452743 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Attempting to bind port 8ec91838-21c7-46ed-b214-0132361e0d57 on network f1a3edcf-b35d-44ea-945d-3d510b6053e4 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:58:35.457568 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:58:35.457957 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Checking segment: {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:58:35.458438 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:35.458824 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Bound using segment: {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:58:35.459304 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Bound port: 8ec91838-21c7-46ed-b214-0132361e0d57, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:58:35.459732 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:35.524147 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] For port 8ec91838-21c7-46ed-b214-0132361e0d57, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:58:35.529511 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] For port 8ec91838-21c7-46ed-b214-0132361e0d57, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8ec91838-21c7-46ed-b214-0132361e0d57,segment=NetworkSegment(abeb10dc-c01f-493f-97ea-24ddc7d4f4ee),segment_id=abeb10dc-c01f-493f-97ea-24ddc7d4f4ee)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:58:35.537356 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:35.605988 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1349a-875d-4906-b3ee-4f7502cde6ed None None] Pushing event updated for resources: {'Port': ['ID=8ec91838-21c7-46ed-b214-0132361e0d57,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:36.925291 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 53346) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:37.440812 dv-cinder-827554-2-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-1206b5cc-9d1f-463c-818c-a1986c0d5e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:37.441398 dv-cinder-827554-2-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-1206b5cc-9d1f-463c-818c-a1986c0d5e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:37.675298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-1206b5cc-9d1f-463c-818c-a1986c0d5e1b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:58:37.676608 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1206b5cc-9d1f-463c-818c-a1986c0d5e1b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7493403 Mar 07 13:58:40.259388 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 53360) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:40.575296 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-01473b14-d854-4093-9bfb-d955a4e6b91e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:58:40.576439 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-01473b14-d854-4093-9bfb-d955a4e6b91e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3161504 Mar 07 13:58:43.154350 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 53368) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:43.467139 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:58:43.527484 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.policy [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 13:58:43.571265 dv-cinder-827554-2-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:43.571662 dv-cinder-827554-2-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:58:43.633116 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (93f70056-4d0f-40f2-a897-714a6459f7d7), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:43.635134 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (93f70056-4d0f-40f2-a897-714a6459f7d7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:43.797873 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Publish callbacks [] for router_controller (93f70056-4d0f-40f2-a897-714a6459f7d7), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:43.803161 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (93f70056-4d0f-40f2-a897-714a6459f7d7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:43.829319 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:43.830536 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f126e4a9-3876-4775-b82e-9a2a9ad7521d demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6751578 Mar 07 13:58:46.450538 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 53382) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:46.569578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8ec91838-21c7-46ed-b214-0132361e0d57 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:58:46.662075 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8ec91838-21c7-46ed-b214-0132361e0d57 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:46.662508 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:46.771960 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8ec91838-21c7-46ed-b214-0132361e0d57 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:58:46.772299 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:46.787022 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-c4b90f17-5d1e-4ce9-ba89-3beed2b76e9a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:58:46.791378 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c4b90f17-5d1e-4ce9-ba89-3beed2b76e9a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3367207 Mar 07 13:58:46.806395 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 8ec91838-21c7-46ed-b214-0132361e0d57, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8ec91838-21c7-46ed-b214-0132361e0d57,segment=NetworkSegment(abeb10dc-c01f-493f-97ea-24ddc7d4f4ee),segment_id=abeb10dc-c01f-493f-97ea-24ddc7d4f4ee)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:58:46.811381 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:46.863050 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=8ec91838-21c7-46ed-b214-0132361e0d57,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:47.000907 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b768b0-8eda-4de7-adbd-f677832dea39 None None] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:58:47.127601 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-21598730-ac32-46e1-8c9b-bc626c8cf77b None None] Provisioning complete for port 8ec91838-21c7-46ed-b214-0132361e0d57 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:47.127998 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-21598730-ac32-46e1-8c9b-bc626c8cf77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:47.216048 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-21598730-ac32-46e1-8c9b-bc626c8cf77b None None] Current status of the port 8ec91838-21c7-46ed-b214-0132361e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:58:47.399040 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fea94fdc-f820-4f0b-a8f5-10e20bb7e195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:47.436556 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-97019bef-fb8e-414f-ae7a-937791f23991 None None] Provisioning complete for port 8ec91838-21c7-46ed-b214-0132361e0d57 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:47.436949 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-97019bef-fb8e-414f-ae7a-937791f23991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:47.512232 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-97019bef-fb8e-414f-ae7a-937791f23991 None None] Current status of the port 8ec91838-21c7-46ed-b214-0132361e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:58:48.537415 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8ec91838-21c7-46ed-b214-0132361e0d57 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:58:48.584353 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8ec91838-21c7-46ed-b214-0132361e0d57 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:48.584737 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:48.659719 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8ec91838-21c7-46ed-b214-0132361e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:58:49.358813 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53390) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:49.664835 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:58:49.684725 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Made reservation on behalf of d3adfdeb28c14fc39d8ccfd7a525d0f8 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:58:49.687027 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.695213 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.767366 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks [] for security_group (4f23a3c1-1f3f-4273-81af-23e03d8e6769), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.772424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4f23a3c1-1f3f-4273-81af-23e03d8e6769), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.786984 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-34d29332-9ea3-4d9a-b4d2-cf8bd16bd794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.790069 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Reserving flat network on physical network physnet1 {{(pid=103273) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 13:58:49.810168 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f23a3c1-1f3f-4273-81af-23e03d8e6769,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:49.816011 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (37aed852-c947-4658-9d6f-e32ede62e059), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.816356 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Added segment 37aed852-c947-4658-9d6f-e32ede62e059 of type flat for network e51d1ec9-6ce7-4455-925c-37696471dc54 Mar 07 13:58:49.863626 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (e51d1ec9-6ce7-4455-925c-37696471dc54), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.897607 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (e51d1ec9-6ce7-4455-925c-37696471dc54), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.898667 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:49.899231 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:49.948122 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5881474 Mar 07 13:58:49.995755 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ba48b-3e77-4f40-b40f-de58e581128e admin admin] Pushing event updated for resources: {'Network': ['ID=e51d1ec9-6ce7-4455-925c-37696471dc54,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:50.009538 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network e51d1ec9-6ce7-4455-925c-37696471dc54 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:58:50.757075 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:52.116167 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:52.456096 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53408) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:52.633182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616f9c0-a098-4b51-8074-546fd2d58b07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:52.634485 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2616f9c0-a098-4b51-8074-546fd2d58b07 demo admin] 10.222.0.31 "GET /v2.0/subnets/284cf427-6434-4494-9684-7431f85582a5 HTTP/1.1" status: 200 len: 849 time: 0.1774280 Mar 07 13:58:52.797469 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c416f6f3-bace-4afc-9d4a-446df6bec1fe demo admin] 10.222.0.31 "GET /v2.0/routers/93f70056-4d0f-40f2-a897-714a6459f7d7 HTTP/1.1" status: 200 len: 704 time: 0.1573551 Mar 07 13:58:53.074255 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:53.366097 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Allocated IP 172.20.0.1 (f1a3edcf-b35d-44ea-945d-3d510b6053e4/284cf427-6434-4494-9684-7431f85582a5/cad0fcb3-d8f8-4f82-813f-dca255e49e86) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:58:53.569268 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks [] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:53.635246 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:53.711138 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:58:53.716468 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:58:53.721728 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Pushing event updated for resources: {'Port': ['ID=cad0fcb3-d8f8-4f82-813f-dca255e49e86,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:53.724194 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:58:53.724816 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (93f70056-4d0f-40f2-a897-714a6459f7d7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:53.726725 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:53.932931 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:53.970432 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-13e88c3e-d38d-4a7b-823a-84c13bacf5d0 None None] Provisioning complete for port cad0fcb3-d8f8-4f82-813f-dca255e49e86 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:53.970835 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-13e88c3e-d38d-4a7b-823a-84c13bacf5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:54.003780 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-13e88c3e-d38d-4a7b-823a-84c13bacf5d0 None None] Port cad0fcb3-d8f8-4f82-813f-dca255e49e86 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:58:54.147915 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks [] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:54.152900 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:54.153724 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (93f70056-4d0f-40f2-a897-714a6459f7d7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:54.239029 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Pushing event updated for resources: {'Port': ['ID=cad0fcb3-d8f8-4f82-813f-dca255e49e86,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:54.283188 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:58:54.284508 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:58:54.454303 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Router 93f70056-4d0f-40f2-a897-714a6459f7d7 is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:58:54.554174 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:58:54.560995 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-02996574-3fd8-4559-8f71-0f34cdbee7e1 demo admin] 10.222.0.31 "PUT /v2.0/routers/93f70056-4d0f-40f2-a897-714a6459f7d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7583137 Mar 07 13:58:54.578890 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Sync routers for ids ['93f70056-4d0f-40f2-a897-714a6459f7d7'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:58:54.592207 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Routers {'93f70056-4d0f-40f2-a897-714a6459f7d7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:58:54.593028 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['93f70056-4d0f-40f2-a897-714a6459f7d7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:54.629601 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-77d8f906-3d43-4dfa-b214-6ae9277caa87 None None] Provisioning complete for port cad0fcb3-d8f8-4f82-813f-dca255e49e86 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:54.630011 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77d8f906-3d43-4dfa-b214-6ae9277caa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:54.668774 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-77d8f906-3d43-4dfa-b214-6ae9277caa87 None None] Port cad0fcb3-d8f8-4f82-813f-dca255e49e86 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:58:54.793007 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Set router 93f70056-4d0f-40f2-a897-714a6459f7d7 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:58:55.237433 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'name': 'router1', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:58:43Z', 'updated_at': '2022-03-07T13:58:53Z', 'revision_number': 2, 'project_id': '8387204907d04a359d94f143bf7816cf', 'gw_port_host': None, '_interfaces': [{'id': 'cad0fcb3-d8f8-4f82-813f-dca255e49e86', 'name': '', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'mac_address': 'fa:16:3e:60:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:58:53Z', 'updated_at': '2022-03-07T13:58:54Z', 'revision_number': 2, 'project_id': '8387204907d04a359d94f143bf7816cf', 'subnets': [{'id': '284cf427-6434-4494-9684-7431f85582a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:55.290373 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Checking router: 93f70056-4d0f-40f2-a897-714a6459f7d7 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:58:55.290751 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Updating router 93f70056-4d0f-40f2-a897-714a6459f7d7 port cad0fcb3-d8f8-4f82-813f-dca255e49e86 binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:58:55.345899 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:55.864583 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Publish callbacks [] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:55.872422 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.040139 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Pushing event updated for resources: {'Port': ['ID=cad0fcb3-d8f8-4f82-813f-dca255e49e86,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:56.049999 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Attempting to bind port cad0fcb3-d8f8-4f82-813f-dca255e49e86 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:58:56.050416 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Attempting to bind port cad0fcb3-d8f8-4f82-813f-dca255e49e86 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:58:56.050939 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Attempting to bind port cad0fcb3-d8f8-4f82-813f-dca255e49e86 on network f1a3edcf-b35d-44ea-945d-3d510b6053e4 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:58:56.056608 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.056969 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.058311 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.058659 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.058986 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.059319 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.059667 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.059996 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.060316 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.060650 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.060974 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.061290 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.061604 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Tracked resource versions report: Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: pushed versions: Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: { 'AddressGroup': {'1.2'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'ConntrackHelper': {'1.0'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Log': {'1.0'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Network': {'1.1'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Port': {'1.7'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'PortForwarding': {'1.2'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'QosPolicy': {'1.10'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroup': {'1.5'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SubPort': {'1.0'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Subnet': {'1.1'}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Trunk': {'1.1'}} Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: consumer versions: Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'ConntrackHelper': '1.0', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'LocalIPAssociation': '1.0', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Log': '1.0', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Network': '1.1', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Port': '1.7', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'PortForwarding': '1.2', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'QosPolicy': '1.10', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroup': '1.5', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroupRule': '1.2', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SubPort': '1.0', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Subnet': '1.1', Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Trunk': '1.1'}} Mar 07 13:58:56.063010 dv-cinder-827554-2-iscsi neutron-server[103277]: {{(pid=103277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:58:56.065715 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:58:56.066133 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Checking segment: {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:58:56.066618 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.066997 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Bound using segment: {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:58:56.067502 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Bound port: cad0fcb3-d8f8-4f82-813f-dca255e49e86, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abeb10dc-c01f-493f-97ea-24ddc7d4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:58:56.067880 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.097606 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-e791d73e-4a10-41a8-86cc-f418b94b35db None None] Provisioning complete for port cad0fcb3-d8f8-4f82-813f-dca255e49e86 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:56.098144 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e791d73e-4a10-41a8-86cc-f418b94b35db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.136402 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] For port cad0fcb3-d8f8-4f82-813f-dca255e49e86, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:58:56.137033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-e791d73e-4a10-41a8-86cc-f418b94b35db None None] Port cad0fcb3-d8f8-4f82-813f-dca255e49e86 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:58:56.156241 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] For port cad0fcb3-d8f8-4f82-813f-dca255e49e86, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=cad0fcb3-d8f8-4f82-813f-dca255e49e86,segment=NetworkSegment(abeb10dc-c01f-493f-97ea-24ddc7d4f4ee),segment_id=abeb10dc-c01f-493f-97ea-24ddc7d4f4ee)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:58:56.161848 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.218084 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18ce92-664d-4b38-a560-2bc52ac33a14 None None] Pushing event updated for resources: {'Port': ['ID=cad0fcb3-d8f8-4f82-813f-dca255e49e86,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:56.223237 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Routers {'93f70056-4d0f-40f2-a897-714a6459f7d7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:58:56.223885 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['93f70056-4d0f-40f2-a897-714a6459f7d7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:56.319551 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] Set router 93f70056-4d0f-40f2-a897-714a6459f7d7 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:58:56.458897 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] Provisioning complete for port cad0fcb3-d8f8-4f82-813f-dca255e49e86 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:58:56.459402 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.532523 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'name': 'router1', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:58:43Z', 'updated_at': '2022-03-07T13:58:53Z', 'revision_number': 2, 'project_id': '8387204907d04a359d94f143bf7816cf', 'gw_port_host': None, '_interfaces': [{'id': 'cad0fcb3-d8f8-4f82-813f-dca255e49e86', 'name': '', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'mac_address': 'fa:16:3e:60:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:58:53Z', 'updated_at': '2022-03-07T13:58:56Z', 'revision_number': 4, 'project_id': '8387204907d04a359d94f143bf7816cf', 'subnets': [{'id': '284cf427-6434-4494-9684-7431f85582a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:56.544341 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] Current status of the port cad0fcb3-d8f8-4f82-813f-dca255e49e86 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:58:56.544746 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.566895 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6c28c-2c39-443a-9d9d-f3244b945bf8 None None] The sync data for ids ['93f70056-4d0f-40f2-a897-714a6459f7d7'] in dv-cinder-827554-2-iscsi is: [{'id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'name': 'router1', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:58:43Z', 'updated_at': '2022-03-07T13:58:53Z', 'revision_number': 2, 'project_id': '8387204907d04a359d94f143bf7816cf', 'gw_port_host': None, '_interfaces': [{'id': 'cad0fcb3-d8f8-4f82-813f-dca255e49e86', 'name': '', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'mac_address': 'fa:16:3e:60:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:58:53Z', 'updated_at': '2022-03-07T13:58:56Z', 'revision_number': 4, 'project_id': '8387204907d04a359d94f143bf7816cf', 'subnets': [{'id': '284cf427-6434-4494-9684-7431f85582a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:58:56.582516 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] For port cad0fcb3-d8f8-4f82-813f-dca255e49e86, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=cad0fcb3-d8f8-4f82-813f-dca255e49e86,segment=NetworkSegment(abeb10dc-c01f-493f-97ea-24ddc7d4f4ee),segment_id=abeb10dc-c01f-493f-97ea-24ddc7d4f4ee)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:58:56.588498 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:56.635281 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b69f0-4401-45fa-ab4d-63c30dd6b8d5 None None] Pushing event updated for resources: {'Port': ['ID=cad0fcb3-d8f8-4f82-813f-dca255e49e86,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:57.048784 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53430) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:58:57.161487 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061969b-d748-492c-ba48-0e66c7812b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:57.162771 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1061969b-d748-492c-ba48-0e66c7812b76 admin admin] 10.222.0.31 "GET /v2.0/networks/e51d1ec9-6ce7-4455-925c-37696471dc54 HTTP/1.1" status: 200 len: 842 time: 0.1128616 Mar 07 13:58:57.172825 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:58:57.195448 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Made reservation on behalf of d3adfdeb28c14fc39d8ccfd7a525d0f8 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:58:57.197944 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:57.550251 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.objects.ports [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103273) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 13:58:57.550591 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (d301bd60-bcbe-40c7-84e1-3e689d163af6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:57.606448 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d301bd60-bcbe-40c7-84e1-3e689d163af6,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:58:57.616105 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:58:57.616460 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Network hostable DHCP agents. Network: e51d1ec9-6ce7-4455-925c-37696471dc54, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:58:57.633139 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:58:57.641244 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, e51d1ec9-6ce7-4455-925c-37696471dc54) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:58:57.646680 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:57.647067 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:57.650868 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d085d-de16-41f9-9781-3bcc1396b3a6 None None] Network e51d1ec9-6ce7-4455-925c-37696471dc54 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:58:57.675988 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4051bd66-c0a1-4a58-9129-1631f703ef5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5063848 Mar 07 13:58:57.756816 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74548d05-bdd8-4b90-a2e0-136fcc562718 None None] Network e51d1ec9-6ce7-4455-925c-37696471dc54 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:59:00.137225 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53438) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:00.269211 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-740d6700-609c-4257-9847-473a1f02d283 demo admin] 10.222.0.31 "GET /v2.0/routers/93f70056-4d0f-40f2-a897-714a6459f7d7 HTTP/1.1" status: 200 len: 710 time: 0.1308539 Mar 07 13:59:00.359017 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3a0fac-d6ec-4df8-b2ee-e981bfa40638 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:00.360350 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ff3a0fac-d6ec-4df8-b2ee-e981bfa40638 demo admin] 10.222.0.31 "GET /v2.0/networks/e51d1ec9-6ce7-4455-925c-37696471dc54 HTTP/1.1" status: 200 len: 886 time: 0.0857620 Mar 07 13:59:00.369166 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:00.623561 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks [] for router_gateway (93f70056-4d0f-40f2-a897-714a6459f7d7), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:00.863574 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks [] for router_gateway (93f70056-4d0f-40f2-a897-714a6459f7d7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:00.941781 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:01.047119 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Allocated IP 172.27.3.209 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/2ab022cf-0162-48f4-aee7-0628704d447f) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:59:01.160522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks [] for port (2ab022cf-0162-48f4-aee7-0628704d447f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:01.196697 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:01.235727 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:59:01.238604 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:59:01.246914 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:59:01.249602 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Pushing event updated for resources: {'Port': ['ID=2ab022cf-0162-48f4-aee7-0628704d447f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:01.592515 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks [] for router_gateway (93f70056-4d0f-40f2-a897-714a6459f7d7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:01.793030 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33133334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28259'] for router (93f70056-4d0f-40f2-a897-714a6459f7d7), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:01.796572 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33133337'] for router (93f70056-4d0f-40f2-a897-714a6459f7d7), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:01.912365 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Router 93f70056-4d0f-40f2-a897-714a6459f7d7 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:59:02.031508 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:59:02.035892 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:02.043293 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6e332985-100f-4f77-b446-b313c03a7ffa demo admin] 10.222.0.31 "PUT /v2.0/routers/93f70056-4d0f-40f2-a897-714a6459f7d7 HTTP/1.1" status: 200 len: 890 time: 1.6711075 Mar 07 13:59:04.574266 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device cad0fcb3-d8f8-4f82-813f-dca255e49e86 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:59:04.586694 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53450) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:04.623592 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port cad0fcb3-d8f8-4f82-813f-dca255e49e86 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:59:04.624103 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:04.708425 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port cad0fcb3-d8f8-4f82-813f-dca255e49e86 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:59:04.721099 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2a2784ee-cb87-4168-9833-f480ff4ee474 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1332874 Mar 07 13:59:05.316059 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Sync routers for ids ['93f70056-4d0f-40f2-a897-714a6459f7d7'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:59:05.328735 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Routers {'93f70056-4d0f-40f2-a897-714a6459f7d7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:05.329391 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['93f70056-4d0f-40f2-a897-714a6459f7d7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:05.551014 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Set router 93f70056-4d0f-40f2-a897-714a6459f7d7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:06.046945 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'name': 'router1', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '2ab022cf-0162-48f4-aee7-0628704d447f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:58:43Z', 'updated_at': '2022-03-07T13:59:01Z', 'revision_number': 4, 'project_id': '8387204907d04a359d94f143bf7816cf', 'gw_port': {'id': '2ab022cf-0162-48f4-aee7-0628704d447f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:59:00Z', 'updated_at': '2022-03-07T13:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'cad0fcb3-d8f8-4f82-813f-dca255e49e86', 'name': '', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'mac_address': 'fa:16:3e:60:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:58:53Z', 'updated_at': '2022-03-07T13:58:56Z', 'revision_number': 5, 'project_id': '8387204907d04a359d94f143bf7816cf', 'subnets': [{'id': '284cf427-6434-4494-9684-7431f85582a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:06.101306 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Checking router: 93f70056-4d0f-40f2-a897-714a6459f7d7 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:59:06.101608 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Updating router 93f70056-4d0f-40f2-a897-714a6459f7d7 port 2ab022cf-0162-48f4-aee7-0628704d447f binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:59:06.153239 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.482164 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Publish callbacks [] for port (2ab022cf-0162-48f4-aee7-0628704d447f), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.488101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.538687 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee1e23-685f-4d70-95f8-8f9ef28e19c4 None None] Pushing event updated for resources: {'Port': ['ID=2ab022cf-0162-48f4-aee7-0628704d447f,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:06.550047 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Attempting to bind port 2ab022cf-0162-48f4-aee7-0628704d447f on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:59:06.550431 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Attempting to bind port 2ab022cf-0162-48f4-aee7-0628704d447f by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:59:06.550804 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Attempting to bind port 2ab022cf-0162-48f4-aee7-0628704d447f on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:59:06.556035 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:59:06.556420 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:59:06.556827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.558065 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:59:06.558543 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Bound port: 2ab022cf-0162-48f4-aee7-0628704d447f, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:59:06.558930 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.610576 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] For port 2ab022cf-0162-48f4-aee7-0628704d447f, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:59:06.613815 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] For port 2ab022cf-0162-48f4-aee7-0628704d447f, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=2ab022cf-0162-48f4-aee7-0628704d447f,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:59:06.622928 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.685056 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee1e23-685f-4d70-95f8-8f9ef28e19c4 None None] Pushing event updated for resources: {'Port': ['ID=2ab022cf-0162-48f4-aee7-0628704d447f,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:06.688630 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Routers {'93f70056-4d0f-40f2-a897-714a6459f7d7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:06.688848 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['93f70056-4d0f-40f2-a897-714a6459f7d7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:06.810036 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] Set router 93f70056-4d0f-40f2-a897-714a6459f7d7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:07.037592 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'name': 'router1', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '2ab022cf-0162-48f4-aee7-0628704d447f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:58:43Z', 'updated_at': '2022-03-07T13:59:01Z', 'revision_number': 4, 'project_id': '8387204907d04a359d94f143bf7816cf', 'gw_port': {'id': '2ab022cf-0162-48f4-aee7-0628704d447f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:59:00Z', 'updated_at': '2022-03-07T13:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'cad0fcb3-d8f8-4f82-813f-dca255e49e86', 'name': '', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'mac_address': 'fa:16:3e:60:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:58:53Z', 'updated_at': '2022-03-07T13:58:56Z', 'revision_number': 5, 'project_id': '8387204907d04a359d94f143bf7816cf', 'subnets': [{'id': '284cf427-6434-4494-9684-7431f85582a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:07.068460 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9b125-78b4-46bd-8913-5e83db54c52b None None] The sync data for ids ['93f70056-4d0f-40f2-a897-714a6459f7d7'] in dv-cinder-827554-2-iscsi is: [{'id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'name': 'router1', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '2ab022cf-0162-48f4-aee7-0628704d447f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:58:43Z', 'updated_at': '2022-03-07T13:59:01Z', 'revision_number': 4, 'project_id': '8387204907d04a359d94f143bf7816cf', 'gw_port': {'id': '2ab022cf-0162-48f4-aee7-0628704d447f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:59:00Z', 'updated_at': '2022-03-07T13:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'cad0fcb3-d8f8-4f82-813f-dca255e49e86', 'name': '', 'network_id': 'f1a3edcf-b35d-44ea-945d-3d510b6053e4', 'tenant_id': '8387204907d04a359d94f143bf7816cf', 'mac_address': 'fa:16:3e:60:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f70056-4d0f-40f2-a897-714a6459f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '284cf427-6434-4494-9684-7431f85582a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:58:53Z', 'updated_at': '2022-03-07T13:58:56Z', 'revision_number': 5, 'project_id': '8387204907d04a359d94f143bf7816cf', 'subnets': [{'id': '284cf427-6434-4494-9684-7431f85582a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff290b23-dea8-4a9a-bacb-1413828c9d32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:59:08.645530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 2ab022cf-0162-48f4-aee7-0628704d447f up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:59:08.720197 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 2ab022cf-0162-48f4-aee7-0628704d447f triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:59:08.720570 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.819514 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 2ab022cf-0162-48f4-aee7-0628704d447f is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:59:08.820057 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.842893 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 2ab022cf-0162-48f4-aee7-0628704d447f, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=2ab022cf-0162-48f4-aee7-0628704d447f,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:59:08.858468 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.919777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=2ab022cf-0162-48f4-aee7-0628704d447f,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:09.058775 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:59:10.623544 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 2ab022cf-0162-48f4-aee7-0628704d447f up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:59:10.712814 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 2ab022cf-0162-48f4-aee7-0628704d447f triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:59:10.713980 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (2ab022cf-0162-48f4-aee7-0628704d447f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:10.831631 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 2ab022cf-0162-48f4-aee7-0628704d447f is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:59:17.403422 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7268f93d-74b2-48b3-a158-489efabd1a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:19.792031 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8bbc-d45c-4d30-8d81-eb432987ff60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:20.761675 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:22.125226 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:23.729801 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:46.059648 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:59:47.415769 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4fa144eb-d2c1-4e91-be83-2bfe20d25f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:49.792593 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1c6e11a6-6225-4769-ab1f-07c5f3a91d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:50.767248 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:52.126227 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:53.724230 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:17.408785 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-629abd9f-625d-40e1-8d7a-d6e3bdeee92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:19.785403 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9e9a71f6-284d-4443-9659-906de0d0aef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:20.764628 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.121294 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:23.059271 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:00:23.728515 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:26.166642 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53934) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:26.227438 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479fa58-b141-4bd5-aa8e-127884fb064e admin admin] GET failed (client error): The resource could not be found. Mar 07 14:00:26.228746 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a479fa58-b141-4bd5-aa8e-127884fb064e admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611553 Mar 07 14:00:26.389210 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d07fd-5dc7-4cad-bd8b-c83850e9e93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:26.390666 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d01d07fd-5dc7-4cad-bd8b-c83850e9e93c admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579614 Mar 07 14:00:28.789408 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53944) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:28.884314 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bab4e4-34af-490b-8348-d78fccaa5a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:28.885663 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c5bab4e4-34af-490b-8348-d78fccaa5a80 admin admin] 10.222.0.31 "GET /v2.0/subnets/284cf427-6434-4494-9684-7431f85582a5 HTTP/1.1" status: 200 len: 849 time: 0.0953097 Mar 07 14:00:28.895043 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:28.980884 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Publish callbacks [] for subnet (284cf427-6434-4494-9684-7431f85582a5), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.129503 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751012956847'] for subnet (284cf427-6434-4494-9684-7431f85582a5), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.161727 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:29.162584 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.163846 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] 10.222.0.31 "PUT /v2.0/subnets/284cf427-6434-4494-9684-7431f85582a5 HTTP/1.1" status: 200 len: 868 time: 0.2723207 Mar 07 14:00:29.165980 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543de57-d50f-40b1-8852-7e6ec527a0c4 None None] Network f1a3edcf-b35d-44ea-945d-3d510b6053e4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:00:29.187892 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284cf427-6434-4494-9684-7431f85582a5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:29.196662 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.197046 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.197401 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.197740 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.198081 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.198418 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.198767 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.199104 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.199484 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.199857 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.200192 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.200515 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.200835 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ade4ab-9451-4f68-bff9-a06ebd2e6058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:29.495899 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-9ea8c15e-b6dd-418f-ac8f-193b0832db96 None None] Provisioning complete for port 8ec91838-21c7-46ed-b214-0132361e0d57 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:29.496290 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c15e-b6dd-418f-ac8f-193b0832db96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8ec91838-21c7-46ed-b214-0132361e0d57), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.573183 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8c15e-b6dd-418f-ac8f-193b0832db96 None None] Current status of the port 8ec91838-21c7-46ed-b214-0132361e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:29.582823 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-9ea8c15e-b6dd-418f-ac8f-193b0832db96 None None] Provisioning complete for port cad0fcb3-d8f8-4f82-813f-dca255e49e86 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:29.583212 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c15e-b6dd-418f-ac8f-193b0832db96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cad0fcb3-d8f8-4f82-813f-dca255e49e86), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.658532 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8c15e-b6dd-418f-ac8f-193b0832db96 None None] Current status of the port cad0fcb3-d8f8-4f82-813f-dca255e49e86 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:31.570352 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53952) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:31.774147 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532dba6-4e9f-4ffc-9add-5976a5245a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:31.774536 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532dba6-4e9f-4ffc-9add-5976a5245a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:31.776120 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d532dba6-4e9f-4ffc-9add-5976a5245a25 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048132 Mar 07 14:00:34.120901 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53960) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:34.263363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff172717-b6ca-4619-a6d8-e6e2657ace52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:34.263877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff172717-b6ca-4619-a6d8-e6e2657ace52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:34.265421 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ff172717-b6ca-4619-a6d8-e6e2657ace52 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1435502 Mar 07 14:00:36.643799 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 53968) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:36.870333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e527a-9f9b-4f2e-a88b-178da7c0e5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:36.871783 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-206e527a-9f9b-4f2e-a88b-178da7c0e5a1 admin admin] 10.222.0.31 "GET /v2.0/networks/e51d1ec9-6ce7-4455-925c-37696471dc54 HTTP/1.1" status: 200 len: 886 time: 0.2270257 Mar 07 14:00:39.179134 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53978) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:39.310834 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d688d6c-8cae-49f9-b818-f40129fbad68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:39.312181 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4d688d6c-8cae-49f9-b818-f40129fbad68 admin admin] 10.222.0.31 "GET /v2.0/networks/f1a3edcf-b35d-44ea-945d-3d510b6053e4 HTTP/1.1" status: 200 len: 869 time: 0.1319568 Mar 07 14:00:41.706173 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53986) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:41.832019 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccb370-2096-4445-89aa-9020f5d7b41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:41.832481 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccb370-2096-4445-89aa-9020f5d7b41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:41.834005 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8cccb370-2096-4445-89aa-9020f5d7b41f admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267860 Mar 07 14:00:44.161558 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 53994) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:44.352238 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31c7d3-154f-4331-850a-423cec74d231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:44.352610 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31c7d3-154f-4331-850a-423cec74d231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:44.354139 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7a31c7d3-154f-4331-850a-423cec74d231 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1916332 Mar 07 14:00:46.700742 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54002) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:46.791572 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d66de-715e-4374-9e9d-d3fcf2808e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:46.792905 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ff1d66de-715e-4374-9e9d-d3fcf2808e4d admin admin] 10.222.0.31 "GET /v2.0/subnets/284cf427-6434-4494-9684-7431f85582a5 HTTP/1.1" status: 200 len: 868 time: 0.0912235 Mar 07 14:00:47.410730 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-18c15db9-fd35-44cc-885d-8c2541e3b912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.125949 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54010) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:49.214230 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94c4ea-5282-4db2-8a86-9af9e0409c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:49.215572 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-af94c4ea-5282-4db2-8a86-9af9e0409c15 admin admin] 10.222.0.31 "GET /v2.0/subnets/d301bd60-bcbe-40c7-84e1-3e689d163af6 HTTP/1.1" status: 200 len: 816 time: 0.0886388 Mar 07 14:00:49.787415 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-45ddaf1f-6f75-4460-a427-1a3007da786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:50.767377 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:52.124632 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.731015 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:00.058174 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:01:17.414136 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3a49548-8c2b-4131-9f1c-b1820424254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:17.530457 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54064) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:17.580630 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [None req-c703292f-ecb4-4193-abb1-1dee534c98a9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:01:17.581619 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c703292f-ecb4-4193-abb1-1dee534c98a9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502231 Mar 07 14:01:19.791464 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3b66fea-9e37-49dc-8211-2674f993d00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:19.986802 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54072) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:20.046899 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3013e72-922c-4b96-9231-5918a9691951 admin admin] GET failed (client error): The resource could not be found. Mar 07 14:01:20.048255 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b3013e72-922c-4b96-9231-5918a9691951 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604825 Mar 07 14:01:20.193837 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa36c08-d30c-4160-a1cd-ca4d8823f8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:20.195305 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-eaa36c08-d30c-4160-a1cd-ca4d8823f8f5 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430843 Mar 07 14:01:20.773346 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.127713 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.601924 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54080) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:22.648163 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:01:22.667901 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Made reservation on behalf of d3adfdeb28c14fc39d8ccfd7a525d0f8 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:01:22.670216 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.698019 dv-cinder-827554-2-iscsi neutron-server[103273]: WARNING neutron.services.revisions.revision_plugin [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Could not find related network for resource to bump revision. Mar 07 14:01:22.709999 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:01:22.719142 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (fef318d8-3612-40b7-8305-44972d508a34), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.719510 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Added segment fef318d8-3612-40b7-8305-44972d508a34 of type vlan for network 27db4294-0e17-49d2-aaca-ad3f4ad30753 Mar 07 14:01:22.758134 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (27db4294-0e17-49d2-aaca-ad3f4ad30753), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.782452 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (27db4294-0e17-49d2-aaca-ad3f4ad30753), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.783550 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:22.784262 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.845711 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2427216 Mar 07 14:01:22.848756 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d12a0-59ea-4516-af43-72ebcd9912ad admin admin] Pushing event updated for resources: {'Network': ['ID=27db4294-0e17-49d2-aaca-ad3f4ad30753,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:01:22.860222 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 27db4294-0e17-49d2-aaca-ad3f4ad30753 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:01:23.735210 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:25.234780 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54088) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:25.294380 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.pecan_wsgi.hooks.translation [None req-146647fb-b633-4bdd-a41d-0626c5d10ee3 admin admin] GET failed (client error): The resource could not be found. Mar 07 14:01:25.295696 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-146647fb-b633-4bdd-a41d-0626c5d10ee3 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598965 Mar 07 14:01:25.368135 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804c328-60a2-4f39-a21b-d4ff098ae976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:25.369616 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b804c328-60a2-4f39-a21b-d4ff098ae976 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700085 Mar 07 14:01:25.379164 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:01:25.397181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Made reservation on behalf of d3adfdeb28c14fc39d8ccfd7a525d0f8 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:01:25.399494 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:25.563143 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (624e1b37-8daf-4078-aafa-263e49503752), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:25.619387 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Pushing event updated for resources: {'Subnet': ['ID=624e1b37-8daf-4078-aafa-263e49503752,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:01:25.628571 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Checking segment: {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:01:25.628929 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Network hostable DHCP agents. Network: 27db4294-0e17-49d2-aaca-ad3f4ad30753, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:01:25.646682 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Network 27db4294-0e17-49d2-aaca-ad3f4ad30753 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:01:25.654902 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 27db4294-0e17-49d2-aaca-ad3f4ad30753) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:01:25.658764 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:25.659363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:25.664318 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e121cc-5e23-48d0-a97a-89fd02e1642d None None] Network 27db4294-0e17-49d2-aaca-ad3f4ad30753 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:01:25.674807 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ace47c38-a752-44a8-9aef-c3c4b9f8511d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2989337 Mar 07 14:01:25.773745 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-27db4294-0e17-49d2-aaca-ad3f4ad30753', 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753', 'project_id': 'd3adfdeb28c14fc39d8ccfd7a525d0f8', 'fixed_ips': [{'subnet_id': '624e1b37-8daf-4078-aafa-263e49503752'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:01:25.774636 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.014220 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Allocated IP 192.168.233.2 (27db4294-0e17-49d2-aaca-ad3f4ad30753/624e1b37-8daf-4078-aafa-263e49503752/b48bf1b8-a65c-4286-b2da-accec9616953) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:01:26.173440 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Publish callbacks [] for port (b48bf1b8-a65c-4286-b2da-accec9616953), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.180103 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.223018 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Network 27db4294-0e17-49d2-aaca-ad3f4ad30753 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:01:26.226039 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:01:26.230566 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Pushing event updated for resources: {'Port': ['ID=b48bf1b8-a65c-4286-b2da-accec9616953,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:01:26.232745 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:01:26.242952 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.243320 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.243714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.244051 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.244389 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.244700 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.245021 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.245343 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.245661 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.245994 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.246316 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.246631 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.246945 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:26.298560 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Attempting to bind port b48bf1b8-a65c-4286-b2da-accec9616953 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:01:26.298873 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Attempting to bind port b48bf1b8-a65c-4286-b2da-accec9616953 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:01:26.299242 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Attempting to bind port b48bf1b8-a65c-4286-b2da-accec9616953 on network 27db4294-0e17-49d2-aaca-ad3f4ad30753 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:01:26.305355 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:01:26.305726 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Checking segment: {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:01:26.306131 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.306520 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Bound using segment: {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:01:26.306983 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Bound port: b48bf1b8-a65c-4286-b2da-accec9616953, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:01:26.307474 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.374931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] For port b48bf1b8-a65c-4286-b2da-accec9616953, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:01:26.378587 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] For port b48bf1b8-a65c-4286-b2da-accec9616953, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=b48bf1b8-a65c-4286-b2da-accec9616953,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:01:26.386114 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.443447 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd343c-eb45-4ae6-8063-0b22090cc215 None None] Pushing event updated for resources: {'Port': ['ID=b48bf1b8-a65c-4286-b2da-accec9616953,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:01:26.749822 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device b48bf1b8-a65c-4286-b2da-accec9616953 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:01:26.801288 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port b48bf1b8-a65c-4286-b2da-accec9616953 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:01:26.801688 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.882871 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port b48bf1b8-a65c-4286-b2da-accec9616953 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:01:26.883249 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.916714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port b48bf1b8-a65c-4286-b2da-accec9616953, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=b48bf1b8-a65c-4286-b2da-accec9616953,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:01:26.920928 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:26.966664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=b48bf1b8-a65c-4286-b2da-accec9616953,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:01:27.330033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a630bb-37c7-44f6-8aba-34f68bd3cbcc None None] Network 27db4294-0e17-49d2-aaca-ad3f4ad30753 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:01:27.440758 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-aefc0a24-6478-48c1-9334-23d92ac7f16a None None] Provisioning complete for port b48bf1b8-a65c-4286-b2da-accec9616953 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:01:27.441095 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aefc0a24-6478-48c1-9334-23d92ac7f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:27.535474 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-aefc0a24-6478-48c1-9334-23d92ac7f16a None None] Current status of the port b48bf1b8-a65c-4286-b2da-accec9616953 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:01:27.656907 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-529b9365-022a-4066-88d3-a80cef86edf8 None None] Provisioning complete for port b48bf1b8-a65c-4286-b2da-accec9616953 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:01:27.657300 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-529b9365-022a-4066-88d3-a80cef86edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:27.735803 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-529b9365-022a-4066-88d3-a80cef86edf8 None None] Current status of the port b48bf1b8-a65c-4286-b2da-accec9616953 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:01:28.641635 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device b48bf1b8-a65c-4286-b2da-accec9616953 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:01:28.696648 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port b48bf1b8-a65c-4286-b2da-accec9616953 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:01:28.697136 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b48bf1b8-a65c-4286-b2da-accec9616953), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:28.775541 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port b48bf1b8-a65c-4286-b2da-accec9616953 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:01:37.058157 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:01:47.416735 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8f84e473-64d2-4e48-8f52-515e1c0f4b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:49.794612 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-12e805d2-802e-4041-8529-eb7b1e63e04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:50.774140 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:52.129758 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:53.737643 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:14.057634 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:02:17.422492 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8278140a-7637-4963-b885-3b2fd9d6a29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:19.795759 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e1228b13-13cd-445d-b6ae-4571003939c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.776096 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.133513 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:23.741211 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:47.413376 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8e61f5f-8842-4387-a42d-3888aee4d5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:47.601726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54126) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:47.607602 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [None req-d8d1fede-65dc-45f2-92c7-393b7149cdac tempest-verify_tempest_config-2000606544 tempest-verify_tempest_config-2000606544-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:02:47.608584 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d8d1fede-65dc-45f2-92c7-393b7149cdac tempest-verify_tempest_config-2000606544 tempest-verify_tempest_config-2000606544-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058911 Mar 07 14:02:47.898025 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54144) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:48.007924 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.113927 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Publish callbacks [] for security_group (8c3ef49f-718c-4c64-8f1e-ac5063f494f4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.117457 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8c3ef49f-718c-4c64-8f1e-ac5063f494f4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.157415 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2dbf2ba6e594b758021bdfd4a188660&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2583010 Mar 07 14:02:48.160691 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54152) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:48.167584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3ef49f-718c-4c64-8f1e-ac5063f494f4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:48.177078 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.177435 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.177782 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.178123 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.178712 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.179046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.179417 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.179734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.180062 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.180404 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.180734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.181059 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.181378 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29513702-60be-48ad-979c-961c89e658ab admin admin] Tracked resource versions report: Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: pushed versions: Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: { 'AddressGroup': {'1.2'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'ConntrackHelper': {'1.0'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Log': {'1.0'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Network': {'1.1'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Port': {'1.7'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'PortForwarding': {'1.2'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'QosPolicy': {'1.10'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroup': {'1.5'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SubPort': {'1.0'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Subnet': {'1.1'}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Trunk': {'1.1'}} Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: consumer versions: Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'ConntrackHelper': '1.0', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'LocalIPAssociation': '1.0', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Log': '1.0', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Network': '1.1', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Port': '1.7', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'PortForwarding': '1.2', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'QosPolicy': '1.10', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroup': '1.5', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroupRule': '1.2', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SubPort': '1.0', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Subnet': '1.1', Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Trunk': '1.1'}} Mar 07 14:02:48.182794 dv-cinder-827554-2-iscsi neutron-server[103274]: {{(pid=103274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:02:48.222262 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Publish callbacks [] for security_group (8c3ef49f-718c-4c64-8f1e-ac5063f494f4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.244478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Publish callbacks [] for security_group (8c3ef49f-718c-4c64-8f1e-ac5063f494f4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.337425 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8c3ef49f-718c-4c64-8f1e-ac5063f494f4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.340130 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.341680 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c3ef49f-718c-4c64-8f1e-ac5063f494f4 HTTP/1.1" status: 204 len: 168 time: 0.1781032 Mar 07 14:02:48.349392 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3ef49f-718c-4c64-8f1e-ac5063f494f4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:48.355963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.356334 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.356676 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.357009 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.357342 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.357666 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.358006 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.358332 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.358667 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.358992 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.359393 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.359640 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:48.359956 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa4a2f-1224-41f5-9307-59a4c563e690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:49.798556 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2aab3187-0f08-463d-b171-f71b485f8acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:50.779207 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.056408 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:02:52.137570 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:53.743392 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:17.415907 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cc186bf6-8a80-4edd-8853-3ed5d6a5cfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:19.800100 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-de50e959-3fab-4ff1-88c4-c6dbdc4256d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:20.781013 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:22.138900 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:23.745435 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.055421 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:03:47.418557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1171753e-de67-49dc-bc59-bae7ee799c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:49.802041 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-229dde63-29f5-4062-b445-0f4d1a81bb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:50.782643 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:52.143867 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:53.748308 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:05.054338 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 5 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:04:17.418795 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3528abcc-643a-4642-9967-b19d3b951842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:19.806174 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dad44239-0b85-458e-8315-936a5394ecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:20.790604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:22.144598 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:23.752770 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:28.897733 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33135091'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:42.054416 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:04:43.899076 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54224) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:04:44.000886 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0a33ccac-e5c1-43f5-9c74-cd7e27afb2e7 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1006660 Mar 07 14:04:46.325589 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54234) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:04:46.386810 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-18f45834-6fff-4b7c-9fda-17194967e95d admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601242 Mar 07 14:04:47.423686 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff3ef212-b9b5-4d9d-9ec6-86e97bdc9da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:49.807799 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-eacddbc7-349b-490e-9188-f0acd4f91527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:50.790039 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:52.149571 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:53.757717 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:58.886304 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:17.417452 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-53bf23d4-7342-4937-bccf-70ee8ffaba7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:19.056239 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:05:19.809377 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-29451949-81ec-44b3-89f8-3a089d6b1d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:20.792307 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:22.151214 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:23.759745 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:28.908330 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:47.428236 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-239dd579-7198-4fc7-8833-fc06610ba6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:49.815118 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-09dbe3da-f792-4eb3-bb56-c81d9afb4640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:50.795799 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:52.155784 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:53.765494 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:56.055969 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:05:58.910221 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:17.422551 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e687-39f8-48cb-ab14-6d6bd9728edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:19.808659 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d8d49cfc-3479-43f5-9b08-1b0ca3f0955c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:20.798520 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:22.156133 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:23.770662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:26.556517 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54362) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:26.842315 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-557500462-network', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:26.865644 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Made reservation on behalf of a4f22e9215a448c18193b4c6a8448493 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:26.870029 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:26.880325 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:26.959901 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks [] for security_group (e5e361bd-5387-4a70-8ae9-781e99495eb5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:26.964767 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e5e361bd-5387-4a70-8ae9-781e99495eb5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:26.985223 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:06:27.006596 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (3a806460-c0fe-49dd-8a14-e74e42475ff5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.007016 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Added segment 3a806460-c0fe-49dd-8a14-e74e42475ff5 of type vlan for network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 Mar 07 14:06:27.015855 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e361bd-5387-4a70-8ae9-781e99495eb5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:27.061419 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.066378 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.066825 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.067171 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.067535 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.067865 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.068190 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.068517 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.069003 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.069501 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.069685 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.070197 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.070530 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.070954 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Tracked resource versions report: Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: pushed versions: Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: { 'AddressGroup': {'1.2'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'ConntrackHelper': {'1.0'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Log': {'1.0'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Network': {'1.1'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Port': {'1.7'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'PortForwarding': {'1.2'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'QosPolicy': {'1.10'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroup': {'1.5'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SubPort': {'1.0'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Subnet': {'1.1'}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Trunk': {'1.1'}} Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: consumer versions: Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: HyperV agent@hv-cinder-82755: {}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'ConntrackHelper': '1.0', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'LocalIPAssociation': '1.0', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Log': '1.0', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Network': '1.1', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Port': '1.7', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'PortForwarding': '1.2', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'QosPolicy': '1.10', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroup': '1.5', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SecurityGroupRule': '1.2', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'SubPort': '1.0', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Subnet': '1.1', Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: 'Trunk': '1.1'}} Mar 07 14:06:27.072223 dv-cinder-827554-2-iscsi neutron-server[103273]: {{(pid=103273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:06:27.102317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.103428 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:27.104039 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.165011 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6074581 Mar 07 14:06:27.168562 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250803f-ac4b-4537-860a-a8d9466c0e64 admin admin] Pushing event updated for resources: {'Network': ['ID=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:27.168962 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54396) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:27.175639 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Request body: {'subnet': {'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-subnet', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:27.180519 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:06:27.235488 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Made reservation on behalf of a4f22e9215a448c18193b4c6a8448493 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:27.235488 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.510837 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (4dd70eb4-505e-4bf7-a579-85c0ecc18eb2), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.567431 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:27.580079 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.580620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.581636 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.582131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.582640 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.583523 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.583888 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.584225 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.584744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.585263 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.585736 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.586216 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.586694 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Tracked resource versions report: Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: pushed versions: Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: { 'AddressGroup': {'1.2'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'ConntrackHelper': {'1.0'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Log': {'1.0'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Network': {'1.1'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Port': {'1.7'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'PortForwarding': {'1.2'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'QosPolicy': {'1.10'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroup': {'1.5'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SubPort': {'1.0'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Subnet': {'1.1'}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Trunk': {'1.1'}} Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: consumer versions: Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: HyperV agent@hv-cinder-82755: {}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'ConntrackHelper': '1.0', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'LocalIPAssociation': '1.0', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Log': '1.0', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Network': '1.1', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Port': '1.7', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'PortForwarding': '1.2', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'QosPolicy': '1.10', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroup': '1.5', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SecurityGroupRule': '1.2', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'SubPort': '1.0', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Subnet': '1.1', Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: 'Trunk': '1.1'}} Mar 07 14:06:27.591625 dv-cinder-827554-2-iscsi neutron-server[103274]: {{(pid=103274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:06:27.615199 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Checking segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:27.615611 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Network hostable DHCP agents. Network: 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:06:27.642570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:06:27.660911 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:27.679288 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:27.679999 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.681786 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8656b-7d6e-4165-99ca-ec186c997890 None None] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:27.712696 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-84db870f-bc52-4667-8401-d6a9e1e65bbd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5419965 Mar 07 14:06:27.715076 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54438) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:27.723610 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:27.759016 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (297e306a-6e3e-44dd-abaf-6976cb246a3f), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.763586 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (297e306a-6e3e-44dd-abaf-6976cb246a3f), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.811597 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:06:27.812901 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:27.830557 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54440) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:27.857500 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks [] for router_controller (297e306a-6e3e-44dd-abaf-6976cb246a3f), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.097048 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks [] for router_gateway (297e306a-6e3e-44dd-abaf-6976cb246a3f), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.098229 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Allocated IP 172.20.0.2 (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0/4dd70eb4-505e-4bf7-a579-85c0ecc18eb2/8647294b-9878-4879-8606-5eb35f805fae) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:28.343465 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-890676105-network', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:28.390031 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54472) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:28.397248 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Made reservation on behalf of a0ce015a2d534263b2e39e4ea3ccf053 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:28.400299 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.403381 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Publish callbacks [] for port (8647294b-9878-4879-8606-5eb35f805fae), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.410272 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.429619 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (8647294b-9878-4879-8606-5eb35f805fae), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.461222 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks [] for router_gateway (297e306a-6e3e-44dd-abaf-6976cb246a3f), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.483620 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:28.488020 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:28.491711 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:28.494402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.506690 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Pushing event updated for resources: {'Port': ['ID=8647294b-9878-4879-8606-5eb35f805fae,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:28.532664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.533285 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.534526 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.535603 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.537118 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.537645 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.538250 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.539025 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.539546 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.540058 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.540570 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.541048 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.541522 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Tracked resource versions report: Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: pushed versions: Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Log': {'1.0'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Network': {'1.1'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Port': {'1.7'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: consumer versions: Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: HyperV agent@hv-cinder-82755: {}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Log': '1.0', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Network': '1.1', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Port': '1.7', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'SubPort': '1.0', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Subnet': '1.1', Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Mar 07 14:06:28.542978 dv-cinder-827554-2-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:06:28.568272 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks [] for security_group (fd616ed6-c93e-45c6-8e8b-461ae2e03fcc), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.582956 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (fd616ed6-c93e-45c6-8e8b-461ae2e03fcc), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.598521 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:06:28.616519 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (6e3cb501-a6b0-48bd-ba84-830bde8aeea7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.617393 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Added segment 6e3cb501-a6b0-48bd-ba84-830bde8aeea7 of type vlan for network 17b865f0-1e2d-448f-b049-fe45149b0bcf Mar 07 14:06:28.618104 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Attempting to bind port 8647294b-9878-4879-8606-5eb35f805fae on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:28.618479 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Attempting to bind port 8647294b-9878-4879-8606-5eb35f805fae by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:28.618846 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Attempting to bind port 8647294b-9878-4879-8606-5eb35f805fae on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:28.637150 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:28.637536 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Checking segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:28.637931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.638320 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Bound using segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:28.638927 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Bound port: 8647294b-9878-4879-8606-5eb35f805fae, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:28.639475 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8647294b-9878-4879-8606-5eb35f805fae), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.678350 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-902253045-network', 'tenant_id': 'c09f3bdf6ced41c0b49a0c20bfd9ef29'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:28.698426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Allocated IP 172.27.3.176 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/e82adbf3-2c3a-4852-a266-15c102a166a5) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:28.713048 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (17b865f0-1e2d-448f-b049-fe45149b0bcf), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.745206 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] For port 8647294b-9878-4879-8606-5eb35f805fae, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:28.749812 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] For port 8647294b-9878-4879-8606-5eb35f805fae, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8647294b-9878-4879-8606-5eb35f805fae,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:28.764751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (17b865f0-1e2d-448f-b049-fe45149b0bcf), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.765051 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8647294b-9878-4879-8606-5eb35f805fae), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.766579 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:28.767523 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.878330 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Pushing event updated for resources: {'Network': ['ID=17b865f0-1e2d-448f-b049-fe45149b0bcf,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:28.881827 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:28.892258 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Made reservation on behalf of c09f3bdf6ced41c0b49a0c20bfd9ef29 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:28.896751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.899398 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:06:28.902942 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfe395-2db3-4971-963e-0f1898125cb1 None None] Pushing event updated for resources: {'Port': ['ID=8647294b-9878-4879-8606-5eb35f805fae,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:28.910952 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.915113 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks [] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:28.931837 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-97b865b6-53bf-406f-850a-e64d55603c1b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0988007 Mar 07 14:06:28.932508 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54496) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:28.950108 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Request body: {'subnet': {'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-subnet', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:29.010555 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.060399 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks [] for security_group (993f6bb4-8b24-4aa1-b506-657d04b90692), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.068787 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (993f6bb4-8b24-4aa1-b506-657d04b90692), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.069620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Made reservation on behalf of a0ce015a2d534263b2e39e4ea3ccf053 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:29.073609 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.087410 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:06:29.098443 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (e18d002a-a4be-47e8-ad7d-b6aceb35b06d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.099256 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Added segment e18d002a-a4be-47e8-ad7d-b6aceb35b06d of type vlan for network 123598a3-8ce1-48c6-836c-2a17aa0e5600 Mar 07 14:06:29.126805 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.155903 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (123598a3-8ce1-48c6-836c-2a17aa0e5600), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.343533 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993f6bb4-8b24-4aa1-b506-657d04b90692,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:29.352334 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:29.368239 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (123598a3-8ce1-48c6-836c-2a17aa0e5600), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.370900 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:29.372183 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.378960 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:29.388276 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:29.450568 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0590291 Mar 07 14:06:29.451726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54512) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:29.465345 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Request body: {'subnet': {'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-902253045-subnet', 'tenant_id': 'c09f3bdf6ced41c0b49a0c20bfd9ef29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:29.510138 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e6094-af8b-4ee8-a436-1143a5062a1b admin admin] Pushing event updated for resources: {'Network': ['ID=123598a3-8ce1-48c6-836c-2a17aa0e5600,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:29.524027 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 123598a3-8ce1-48c6-836c-2a17aa0e5600 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:06:29.539505 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Made reservation on behalf of c09f3bdf6ced41c0b49a0c20bfd9ef29 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:29.542790 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.669114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Pushing event updated for resources: {'Port': ['ID=e82adbf3-2c3a-4852-a266-15c102a166a5,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:29.830615 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (6597c33e-08ae-4fa8-9973-cc30b7a80293), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.875814 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (32fa004d-5ea3-454b-af90-31defa4c5b44), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.926933 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6597c33e-08ae-4fa8-9973-cc30b7a80293,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:29.934638 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Checking segment: {'id': 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:29.934991 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Network hostable DHCP agents. Network: 123598a3-8ce1-48c6-836c-2a17aa0e5600, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:06:29.960095 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Network 123598a3-8ce1-48c6-836c-2a17aa0e5600 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:06:29.971233 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 123598a3-8ce1-48c6-836c-2a17aa0e5600) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:29.978232 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:29.978890 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:29.982928 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727ff75-604d-407b-aa23-1fef915d2ae3 None None] Network 123598a3-8ce1-48c6-836c-2a17aa0e5600 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:30.038449 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-59aff2b5-8557-4bf1-a8f1-59af40dc9a6e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5831451 Mar 07 14:06:30.061280 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks [] for router_gateway (297e306a-6e3e-44dd-abaf-6976cb246a3f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.065917 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Checking segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:30.066354 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Network hostable DHCP agents. Network: 17b865f0-1e2d-448f-b049-fe45149b0bcf, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:06:30.138439 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fa004d-5ea3-454b-af90-31defa4c5b44,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:30.141418 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:06:30.215022 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaed9fc-07b1-4b16-af99-cbd235d75f60 None None] Network 123598a3-8ce1-48c6-836c-2a17aa0e5600 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:30.233554 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 17b865f0-1e2d-448f-b049-fe45149b0bcf) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:30.264402 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7db079-3a98-42dd-941a-9e0856551fa6 None None] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:30.287690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:30.288553 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.315212 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-aeb50616-41a7-4f9d-92aa-d5a7604d0185 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3799863 Mar 07 14:06:30.318401 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54540) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:30.323579 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:30.405262 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.406465 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.506197 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (297e306a-6e3e-44dd-abaf-6976cb246a3f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.546368 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e581908-2bff-4c96-9feb-ab1cbcbd8cac None None] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:30.574674 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d95b2c-7965-4ab1-aaec-6c1c4fb37047 None None] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:30.604606 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks [] for router_controller (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.724106 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:06:30.785854 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks [] for router_gateway (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.870398 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] Provisioning complete for port 8647294b-9878-4879-8606-5eb35f805fae triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:30.870804 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8647294b-9878-4879-8606-5eb35f805fae), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.994798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8647294b-9878-4879-8606-5eb35f805fae up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:31.020946 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:06:31.039717 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:06:31.059369 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:31.064485 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:31.116311 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:31.121817 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-290f6935-0d5a-4dad-b107-67deb1007b00 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4053769 Mar 07 14:06:31.122902 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54570) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:31.314798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] Current status of the port 8647294b-9878-4879-8606-5eb35f805fae is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:31.319439 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8647294b-9878-4879-8606-5eb35f805fae), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:31.392624 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8647294b-9878-4879-8606-5eb35f805fae triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:31.396228 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8647294b-9878-4879-8606-5eb35f805fae), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:31.413525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54600) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:31.418861 dv-cinder-827554-2-iscsi neutron-server[103274]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 14:06:31.491616 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] For port 8647294b-9878-4879-8606-5eb35f805fae, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8647294b-9878-4879-8606-5eb35f805fae,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:31.504185 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8647294b-9878-4879-8606-5eb35f805fae), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:31.530281 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks [] for router_gateway (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:31.561017 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:31.658514 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:31.760710 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-285db358-d69b-4630-899d-ada98e38a4b9 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:31.770657 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-285db358-d69b-4630-899d-ada98e38a4b9 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/networks?id=123598a3-8ce1-48c6-836c-2a17aa0e5600 HTTP/1.1" status: 200 len: 811 time: 0.3556886 Mar 07 14:06:31.796028 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-ad6abbd5-602c-4a79-a483-7d240b7c5b97 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/quotas/c09f3bdf6ced41c0b49a0c20bfd9ef29 HTTP/1.1" status: 200 len: 375 time: 0.0220428 Mar 07 14:06:31.889940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Allocated IP 172.27.3.198 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/6181aa02-1cd2-4f63-b99c-ab029c66bb9a) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:32.038883 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533153f4-7a8d-4e77-9ae5-413086b0ec92 None None] Pushing event updated for resources: {'Port': ['ID=8647294b-9878-4879-8606-5eb35f805fae,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:32.045180 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-07c118a0-9a31-4a48-99a0-02a204013717 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c09f3bdf6ced41c0b49a0c20bfd9ef29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2420216 Mar 07 14:06:32.051407 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-97abe6e5-ab9a-4f9f-bedd-2b1e830ceaac None None] Provisioning complete for port 8647294b-9878-4879-8606-5eb35f805fae triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:32.051865 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-97abe6e5-ab9a-4f9f-bedd-2b1e830ceaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8647294b-9878-4879-8606-5eb35f805fae), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.111147 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8647294b-9878-4879-8606-5eb35f805fae is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:32.141469 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:29Z', 'revision_number': 3, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:32.191911 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks [] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.209419 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:06:32.209789 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Updating router 297e306a-6e3e-44dd-abaf-6976cb246a3f port e82adbf3-2c3a-4852-a266-15c102a166a5 binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:06:32.229470 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-97abe6e5-ab9a-4f9f-bedd-2b1e830ceaac None None] Current status of the port 8647294b-9878-4879-8606-5eb35f805fae is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:32.259037 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.271221 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.308309 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:32.311244 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:32.314940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:32.322939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-f2944254-da3d-4e4a-b793-c52d134a4984 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:06:32.324004 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-f2944254-da3d-4e4a-b793-c52d134a4984 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0894976 Mar 07 14:06:32.376876 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.392673 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:32.598936 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks [] for router_gateway (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.645575 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b23fc3ba-3b31-4386-9956-e8429865bbb1 service neutron] 10.222.0.31 "GET /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117867 Mar 07 14:06:32.674346 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Publish callbacks [] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.690033 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.758662 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Attempting to bind port e82adbf3-2c3a-4852-a266-15c102a166a5 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:32.759272 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Attempting to bind port e82adbf3-2c3a-4852-a266-15c102a166a5 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:32.760455 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Allocated IP 172.20.0.1 (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0/4dd70eb4-505e-4bf7-a579-85c0ecc18eb2/aac76d8b-c91a-4aef-a157-83c72831db9c) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:32.760694 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Attempting to bind port e82adbf3-2c3a-4852-a266-15c102a166a5 on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:32.765039 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Pushing event updated for resources: {'Port': ['ID=e82adbf3-2c3a-4852-a266-15c102a166a5,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:32.772526 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:32.773135 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:32.773890 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.774915 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:32.775415 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Bound port: e82adbf3-2c3a-4852-a266-15c102a166a5, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:32.776071 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.804632 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.805012 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.805596 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.806606 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.807661 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.808228 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.808755 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.809754 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.810303 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.810859 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.811407 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.811947 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.812524 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Tracked resource versions report: Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: pushed versions: Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: { 'AddressGroup': {'1.2'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'ConntrackHelper': {'1.0'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Log': {'1.0'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Network': {'1.1'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Port': {'1.7'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'PortForwarding': {'1.2'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'QosPolicy': {'1.10'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroup': {'1.5'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SubPort': {'1.0'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Subnet': {'1.1'}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Trunk': {'1.1'}} Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: consumer versions: Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: { DHCP agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: HyperV agent@hv-cinder-82755: {}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: L3 agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: Metadata agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: Metering agent@dv-cinder-827554-2-iscsi: {}, Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: Open vSwitch agent@dv-cinder-827554-2-iscsi: { 'AddressGroup': '1.2', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'ConntrackHelper': '1.0', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'LocalIPAssociation': '1.0', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Log': '1.0', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Network': '1.1', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Port': '1.7', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'PortForwarding': '1.2', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'QosPolicy': '1.10', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroup': '1.5', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SecurityGroupRule': '1.2', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'SubPort': '1.0', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Subnet': '1.1', Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: 'Trunk': '1.1'}} Mar 07 14:06:32.813904 dv-cinder-827554-2-iscsi neutron-server[103277]: {{(pid=103277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:06:32.822117 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-1e15735a-e7bc-4373-ab22-1bd65731626b service neutron] 10.222.0.31 "GET /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673770 Mar 07 14:06:32.892063 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] For port e82adbf3-2c3a-4852-a266-15c102a166a5, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:32.899935 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] For port e82adbf3-2c3a-4852-a266-15c102a166a5, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=e82adbf3-2c3a-4852-a266-15c102a166a5,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:32.903763 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8647294b-9878-4879-8606-5eb35f805fae up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:32.909596 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.922573 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.934017 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks [] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:32.982101 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:32.982753 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:33.019051 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:33.058713 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2af607-e1aa-4490-b1ff-a03cc1494412 None None] Pushing event updated for resources: {'Port': ['ID=e82adbf3-2c3a-4852-a266-15c102a166a5,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:33.102381 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8647294b-9878-4879-8606-5eb35f805fae triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:33.106229 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8647294b-9878-4879-8606-5eb35f805fae), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:33.121029 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Pushing event updated for resources: {'Port': ['ID=aac76d8b-c91a-4aef-a157-83c72831db9c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:33.133821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:33.134359 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:06:33.135261 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:33.138628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:33.139306 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (297e306a-6e3e-44dd-abaf-6976cb246a3f), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:33.219371 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:33.289014 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:06:33.432118 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54704) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:33.435454 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8647294b-9878-4879-8606-5eb35f805fae is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:33.558166 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:06:33.572725 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Sync routers for ids ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:06:33.599828 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Routers {'882f83d5-df69-4cf8-9bf3-d0595bdc8f05'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:33.603318 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:33.605957 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:33.609761 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b9ce410c-e6ba-4f42-b61c-52b42beab4a7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2875109 Mar 07 14:06:33.610403 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54714) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:33.689079 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89e87d15-08f6-4a30-966c-6209cc706d12 req-32623418-3856-4079-8ff5-0f6d6896d97b tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.2486861 Mar 07 14:06:33.770937 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:29Z', 'revision_number': 3, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:33.878343 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc49c7-ae11-4d4a-9966-5d35db6eabde None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:29Z', 'revision_number': 3, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:06:33.905550 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:33.918187 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-59b9649e-b9a1-420b-a76a-96552ed7b083 None None] Provisioning complete for port aac76d8b-c91a-4aef-a157-83c72831db9c triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:33.918566 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-59b9649e-b9a1-420b-a76a-96552ed7b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:34.100565 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-59b9649e-b9a1-420b-a76a-96552ed7b083 None None] Port aac76d8b-c91a-4aef-a157-83c72831db9c cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:06:34.140471 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Set router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:34.230614 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54742) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:34.406371 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks [] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:34.423469 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:34.424770 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (297e306a-6e3e-44dd-abaf-6976cb246a3f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:34.478071 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:06:32Z', 'revision_number': 3, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:34.523869 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Checking router: 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:06:34.524267 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Updating router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:06:34.530719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bc18bab8-3729-4d59-9a71-1c2f43e0273f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:34.545025 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Pushing event updated for resources: {'Port': ['ID=aac76d8b-c91a-4aef-a157-83c72831db9c,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:34.579464 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:34.747398 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:34.754502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:34.755615 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.005362 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device e82adbf3-2c3a-4852-a266-15c102a166a5 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:35.074443 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Allocated IP 172.20.0.1 (17b865f0-1e2d-448f-b049-fe45149b0bcf/32fa004d-5ea3-454b-af90-31defa4c5b44/ec944208-0451-4308-a802-9d91cf10a817) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:35.086419 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port e82adbf3-2c3a-4852-a266-15c102a166a5 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:35.093322 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.203358 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8337178e-03ee-47fe-b75c-bc9c2510b629 req-62d500b0-f1b9-4ea2-8fa5-fb1ad923dbd9 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.0833597 Mar 07 14:06:35.224885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bc18bab8-3729-4d59-9a71-1c2f43e0273f admin admin] Publish callbacks [] for security_group (6b33097b-df6b-48b9-8a89-cd1a966b2541), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.246411 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bc18bab8-3729-4d59-9a71-1c2f43e0273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6b33097b-df6b-48b9-8a89-cd1a966b2541), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.248014 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks [] for port (ec944208-0451-4308-a802-9d91cf10a817), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.304250 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bc18bab8-3729-4d59-9a71-1c2f43e0273f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3890aa4c40c149869792fcc4e5a3dbe8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0719545 Mar 07 14:06:35.306203 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (ec944208-0451-4308-a802-9d91cf10a817), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.310671 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54776) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:35.321585 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-36be6998-7cf0-4cb8-a536-c30c0b1e3e25 None None] Provisioning complete for port aac76d8b-c91a-4aef-a157-83c72831db9c triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:35.322560 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-36be6998-7cf0-4cb8-a536-c30c0b1e3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.361851 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18bab8-3729-4d59-9a71-1c2f43e0273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33097b-df6b-48b9-8a89-cd1a966b2541,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:35.363326 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-36be6998-7cf0-4cb8-a536-c30c0b1e3e25 None None] Port aac76d8b-c91a-4aef-a157-83c72831db9c cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:06:35.389055 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port e82adbf3-2c3a-4852-a266-15c102a166a5 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:35.390272 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.408784 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:35.420278 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:35.427815 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:35.428007 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port e82adbf3-2c3a-4852-a266-15c102a166a5, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=e82adbf3-2c3a-4852-a266-15c102a166a5,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:35.428568 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:06:35.431089 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.443034 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.452806 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Publish callbacks [] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.495779 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.536821 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Pushing event updated for resources: {'Port': ['ID=ec944208-0451-4308-a802-9d91cf10a817,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:35.544196 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=e82adbf3-2c3a-4852-a266-15c102a166a5,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:35.547160 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Attempting to bind port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:35.547534 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Attempting to bind port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:35.548214 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Attempting to bind port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:35.582415 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:35.583192 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:35.583845 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.584403 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:35.585045 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Bound port: 6181aa02-1cd2-4f63-b99c-ab029c66bb9a, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:35.585647 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.594150 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30c0c4b8-e21a-49da-a577-cf42857d6ff3 admin admin] Publish callbacks [] for security_group (6b33097b-df6b-48b9-8a89-cd1a966b2541), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.629975 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c935-d581-48c0-b0b1-ffafe149f237 None None] Pushing event updated for resources: {'Port': ['ID=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:35.668161 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] For port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:35.672212 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] For port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:35.681570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30c0c4b8-e21a-49da-a577-cf42857d6ff3 admin admin] Publish callbacks [] for security_group (6b33097b-df6b-48b9-8a89-cd1a966b2541), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.686578 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:06:35.698309 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.704446 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-44ff5516-1896-4e1f-bbf2-2faada3ad3ea admin admin] 10.222.0.31 "PUT /v2.0/routers/297e306a-6e3e-44dd-abaf-6976cb246a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5800996 Mar 07 14:06:35.798038 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec944208-0451-4308-a802-9d91cf10a817), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.851646 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30c0c4b8-e21a-49da-a577-cf42857d6ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6b33097b-df6b-48b9-8a89-cd1a966b2541), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.854353 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30c0c4b8-e21a-49da-a577-cf42857d6ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:35.859082 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-30c0c4b8-e21a-49da-a577-cf42857d6ff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b33097b-df6b-48b9-8a89-cd1a966b2541 HTTP/1.1" status: 204 len: 168 time: 0.5429196 Mar 07 14:06:35.883031 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0c4b8-e21a-49da-a577-cf42857d6ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33097b-df6b-48b9-8a89-cd1a966b2541,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:35.905377 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c935-d581-48c0-b0b1-ffafe149f237 None None] Pushing event updated for resources: {'Port': ['ID=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:35.946532 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Routers {'882f83d5-df69-4cf8-9bf3-d0595bdc8f05'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:35.947149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:36.113906 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks [] for port (ec944208-0451-4308-a802-9d91cf10a817), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:36.126996 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec944208-0451-4308-a802-9d91cf10a817), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:36.129851 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:36.209400 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Pushing event updated for resources: {'Port': ['ID=ec944208-0451-4308-a802-9d91cf10a817,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:36.267844 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] Set router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:36.341474 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:36.345624 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:36.589658 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:06:36.597809 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.23', 52599) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:36.693366 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:06:36.712853 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:36.714117 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:36.917103 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'ec944208-0451-4308-a802-9d91cf10a817', 'name': '', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'mac_address': 'fa:16:3e:71:37:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:34Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 1, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'subnets': [{'id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:37.014526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cf9d60e7-2645-4cc5-b94c-f9e1f07e2dfb req-4bff425f-fd06-49d8-8036-8267369ef99f tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.0900142 Mar 07 14:06:37.024076 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:37.033229 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device e82adbf3-2c3a-4852-a266-15c102a166a5 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:37.046497 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-63393ea5-c7fd-4dfe-88d8-164bdcd6a317 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:37.046497 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-63393ea5-c7fd-4dfe-88d8-164bdcd6a317 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.23 "GET /v2.0/networks?id=123598a3-8ce1-48c6-836c-2a17aa0e5600 HTTP/1.1" status: 200 len: 811 time: 0.3544655 Mar 07 14:06:37.046497 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:06:37.052915 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-50f0f21f-0ff1-48ad-b634-eac921e704aa admin admin] 10.222.0.31 "PUT /v2.0/routers/882f83d5-df69-4cf8-9bf3-d0595bdc8f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4378562 Mar 07 14:06:37.055986 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec44ac7-fcb3-4400-aef3-b4ab3f535642 None None] The sync data for ids ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'] in dv-cinder-827554-2-iscsi is: [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'ec944208-0451-4308-a802-9d91cf10a817', 'name': '', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'mac_address': 'fa:16:3e:71:37:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:34Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 1, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'subnets': [{'id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:06:37.074968 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54858) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:37.102010 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Request body: {'port': {'device_id': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600', 'admin_state_up': True, 'tenant_id': 'c09f3bdf6ced41c0b49a0c20bfd9ef29'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:37.167937 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54864) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:37.259431 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port e82adbf3-2c3a-4852-a266-15c102a166a5 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:37.261876 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:37.467287 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port e82adbf3-2c3a-4852-a266-15c102a166a5 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:37.600110 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:34Z', 'revision_number': 2, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:37.646134 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:06:37.646690 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Updating router 297e306a-6e3e-44dd-abaf-6976cb246a3f port aac76d8b-c91a-4aef-a157-83c72831db9c binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:06:37.681749 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d425e3c-3ea3-4547-965d-7a0fd880baec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:37.686387 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:37.819764 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71766658-f5f1-47f2-b93c-147ed1d388a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:37.883108 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d425e3c-3ea3-4547-965d-7a0fd880baec admin admin] Publish callbacks [] for security_group (d4bf28d3-2643-4a1e-81eb-f1962efcb89a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:37.896624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54900) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:37.904984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627287298', 'description': 'tempest-description--1687759482'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:37.994966 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d425e3c-3ea3-4547-965d-7a0fd880baec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d4bf28d3-2643-4a1e-81eb-f1962efcb89a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.025832 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.159524 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (78fe3f51-17dd-44e7-87a0-b001bba28a66), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.192999 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (78fe3f51-17dd-44e7-87a0-b001bba28a66), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.218701 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d425e3c-3ea3-4547-965d-7a0fd880baec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bf28d3-2643-4a1e-81eb-f1962efcb89a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:38.317190 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fe3f51-17dd-44e7-87a0-b001bba28a66,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:38.330348 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6d425e3c-3ea3-4547-965d-7a0fd880baec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04077de39a80402eab81a8e61b2f42be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1585352 Mar 07 14:06:38.331764 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54932) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:38.341311 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Made reservation on behalf of c09f3bdf6ced41c0b49a0c20bfd9ef29 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:38.351583 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.428721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.437625 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a8db7b8a-05b8-403e-bd42-e3fc09801ab1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5354760 Mar 07 14:06:38.438460 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54934) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:38.446104 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'security_group_rule': {'security_group_id': '78fe3f51-17dd-44e7-87a0-b001bba28a66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:38.474712 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Publish callbacks [] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.488943 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.535659 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ce7eb75-05b1-4fcc-96cd-e695f532163f req-6a8042c7-8a1a-4300-bb25-0a4222607d3f tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.0800610 Mar 07 14:06:38.541038 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e891000e-5386-480d-8102-9f7fb81cd36e admin admin] Publish callbacks [] for security_group (d4bf28d3-2643-4a1e-81eb-f1962efcb89a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.577200 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e891000e-5386-480d-8102-9f7fb81cd36e admin admin] Publish callbacks [] for security_group (d4bf28d3-2643-4a1e-81eb-f1962efcb89a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.625383 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bea7f-20f5-4f46-a0b7-b77d009698c0 None None] Pushing event updated for resources: {'Port': ['ID=aac76d8b-c91a-4aef-a157-83c72831db9c,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:38.718019 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (da0735d5-eab2-47a6-b38f-34aa4e90b633), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.761207 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Allocated IP 172.20.0.14 (123598a3-8ce1-48c6-836c-2a17aa0e5600/6597c33e-08ae-4fa8-9973-cc30b7a80293/b75e0d92-27b0-42d9-84a8-bbceb41005cf) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:38.820659 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Attempting to bind port aac76d8b-c91a-4aef-a157-83c72831db9c on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:38.824007 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Attempting to bind port aac76d8b-c91a-4aef-a157-83c72831db9c by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:38.825707 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Attempting to bind port aac76d8b-c91a-4aef-a157-83c72831db9c on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:38.846594 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:38.847876 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Checking segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:38.849426 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.849956 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Bound using segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:38.852312 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Bound port: aac76d8b-c91a-4aef-a157-83c72831db9c, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:38.854340 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.871967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e891000e-5386-480d-8102-9f7fb81cd36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d4bf28d3-2643-4a1e-81eb-f1962efcb89a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.874445 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e891000e-5386-480d-8102-9f7fb81cd36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:38.919217 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e891000e-5386-480d-8102-9f7fb81cd36e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4bf28d3-2643-4a1e-81eb-f1962efcb89a HTTP/1.1" status: 204 len: 168 time: 0.5857139 Mar 07 14:06:38.970478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891000e-5386-480d-8102-9f7fb81cd36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bf28d3-2643-4a1e-81eb-f1962efcb89a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:39.043117 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6181aa02-1cd2-4f63-b99c-ab029c66bb9a up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:39.072222 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (da0735d5-eab2-47a6-b38f-34aa4e90b633), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.089315 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (da0735d5-eab2-47a6-b38f-34aa4e90b633), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.146437 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] For port aac76d8b-c91a-4aef-a157-83c72831db9c, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:39.156730 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] For port aac76d8b-c91a-4aef-a157-83c72831db9c, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=aac76d8b-c91a-4aef-a157-83c72831db9c,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:39.168984 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.169174 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0735d5-eab2-47a6-b38f-34aa4e90b633,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:39.205598 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71766658-f5f1-47f2-b93c-147ed1d388a3 admin admin] Publish callbacks [] for security_group (328fd45b-32cd-41dc-a43b-3827a4382f7f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.242174 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71766658-f5f1-47f2-b93c-147ed1d388a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (328fd45b-32cd-41dc-a43b-3827a4382f7f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.321651 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.324984 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1609d479-87fb-422b-a721-f9a10f25d039 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8833528 Mar 07 14:06:39.342412 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] Provisioning complete for port aac76d8b-c91a-4aef-a157-83c72831db9c triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:39.357396 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 54972) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:39.359929 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.377063 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'security_group_rule': {'security_group_id': '78fe3f51-17dd-44e7-87a0-b001bba28a66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:39.416923 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bea7f-20f5-4f46-a0b7-b77d009698c0 None None] Pushing event updated for resources: {'Port': ['ID=aac76d8b-c91a-4aef-a157-83c72831db9c,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:39.433956 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-71766658-f5f1-47f2-b93c-147ed1d388a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=556be20d631a4612a9737bc8b318cb44&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3577282 Mar 07 14:06:39.445559 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:39.456579 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:39.468955 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54978) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:39.525093 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:39.526578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.636748 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71766658-f5f1-47f2-b93c-147ed1d388a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328fd45b-32cd-41dc-a43b-3827a4382f7f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:39.667448 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (eb60baa1-3bde-47bd-960f-13be3484ae69), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.692717 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks [] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.778457 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] Current status of the port aac76d8b-c91a-4aef-a157-83c72831db9c is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:39.778881 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.837594 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2013c242-8224-4c85-9637-c3046d615949 admin admin] Publish callbacks [] for security_group (328fd45b-32cd-41dc-a43b-3827a4382f7f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.874892 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2013c242-8224-4c85-9637-c3046d615949 admin admin] Publish callbacks [] for security_group (328fd45b-32cd-41dc-a43b-3827a4382f7f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.879912 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.904364 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] For port aac76d8b-c91a-4aef-a157-83c72831db9c, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=aac76d8b-c91a-4aef-a157-83c72831db9c,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:39.922471 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:39.998478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Network 123598a3-8ce1-48c6-836c-2a17aa0e5600 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:40.015402 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:40.079008 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:40.085425 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:40.094726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:40.096951 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.122820 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-67711004-498a-4e4a-bad7-fef790cfd972 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:40.128951 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Pushing event updated for resources: {'Port': ['ID=b75e0d92-27b0-42d9-84a8-bbceb41005cf,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:40.138406 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-67711004-498a-4e4a-bad7-fef790cfd972 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 818 time: 0.9222333 Mar 07 14:06:40.156875 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b4dd30b0-4b45-4cdc-9ee2-cefee0dbc8cc tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0583797 Mar 07 14:06:40.159409 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 54998) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:40.189363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2013c242-8224-4c85-9637-c3046d615949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (328fd45b-32cd-41dc-a43b-3827a4382f7f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.196102 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2013c242-8224-4c85-9637-c3046d615949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.199307 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2013c242-8224-4c85-9637-c3046d615949 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/328fd45b-32cd-41dc-a43b-3827a4382f7f HTTP/1.1" status: 204 len: 168 time: 0.7031057 Mar 07 14:06:40.257153 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-1f6c3e21-d98a-4aa2-a3ea-7ff68a1334d7 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:06:40.261334 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-1f6c3e21-d98a-4aa2-a3ea-7ff68a1334d7 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600631 Mar 07 14:06:40.264099 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013c242-8224-4c85-9637-c3046d615949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fd45b-32cd-41dc-a43b-3827a4382f7f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:40.264863 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-f4a9c68d-244c-4241-9c5d-ec34e85cd343 None None] Provisioning complete for port aac76d8b-c91a-4aef-a157-83c72831db9c triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:40.266141 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-7cf4d530-29b3-4d52-87c8-9a53ff1b0479 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/quotas/a0ce015a2d534263b2e39e4ea3ccf053 HTTP/1.1" status: 200 len: 375 time: 0.1044242 Mar 07 14:06:40.267081 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c68d-244c-4241-9c5d-ec34e85cd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.423305 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55010) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:40.461642 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5b2419d-e7fd-498a-b1b6-e1ece87df817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.574029 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310e358-b72c-4ba3-a565-5882368b8d1e None None] Pushing event updated for resources: {'Port': ['ID=aac76d8b-c91a-4aef-a157-83c72831db9c,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:40.583689 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (eb60baa1-3bde-47bd-960f-13be3484ae69), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.586479 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9c68d-244c-4241-9c5d-ec34e85cd343 None None] Current status of the port aac76d8b-c91a-4aef-a157-83c72831db9c is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:40.594293 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:40.596235 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.596909 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:40.628723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (eb60baa1-3bde-47bd-960f-13be3484ae69), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.652699 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:40.694352 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dfab7-0bcf-4240-ae0b-0f60c5308d6e None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:06:40.696693 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.777409 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb60baa1-3bde-47bd-960f-13be3484ae69,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:40.847819 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5b2419d-e7fd-498a-b1b6-e1ece87df817 admin admin] Publish callbacks [] for security_group (8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.859753 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:40.898967 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5b2419d-e7fd-498a-b1b6-e1ece87df817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.921007 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:40.921007 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0e3540a5-8a9a-4318-9e67-6a7afcce5e1c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5568075 Mar 07 14:06:40.921427 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-57a27642-0f14-437a-9702-c7d7b3c5e041 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6524379 Mar 07 14:06:40.936417 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55012) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:40.950343 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:41.035021 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Sync routers for ids ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:06:41.039392 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c5b2419d-e7fd-498a-b1b6-e1ece87df817 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28bb5ccfe51d4a46a4ad15f40e3ac7f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6121743 Mar 07 14:06:41.045738 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2419d-e7fd-498a-b1b6-e1ece87df817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:41.051358 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55022) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:41.052219 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-92d4ad9a-983d-4fc9-b9a0-f5e69886c6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.073586 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bcb44-90bf-44e6-be90-84661aee9db1 req-f9b75cb4-12da-45d0-a55e-770e6a9c3abf tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:41.082296 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Routers {'882f83d5-df69-4cf8-9bf3-d0595bdc8f05'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:41.082928 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:41.083386 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-229bcb44-90bf-44e6-be90-84661aee9db1 req-f9b75cb4-12da-45d0-a55e-770e6a9c3abf tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 932 time: 0.8892140 Mar 07 14:06:41.144195 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc5e812-9900-4ca7-bf0f-4758956f22e5 admin admin] Publish callbacks [] for security_group (8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.180287 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc5e812-9900-4ca7-bf0f-4758956f22e5 admin admin] Publish callbacks [] for security_group (8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.293685 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc5e812-9900-4ca7-bf0f-4758956f22e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.297728 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc5e812-9900-4ca7-bf0f-4758956f22e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.300368 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4fc5e812-9900-4ca7-bf0f-4758956f22e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7 HTTP/1.1" status: 204 len: 168 time: 0.2330198 Mar 07 14:06:41.305030 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.320057 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5e812-9900-4ca7-bf0f-4758956f22e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c1e0f-b9c5-474e-ae2d-eb6477fa89e7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:41.394156 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-92d4ad9a-983d-4fc9-b9a0-f5e69886c6de admin admin] Publish callbacks [] for security_group (affbbc50-aff2-4fe8-bb11-bf0989f72141), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.412304 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-92d4ad9a-983d-4fc9-b9a0-f5e69886c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (affbbc50-aff2-4fe8-bb11-bf0989f72141), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.513372 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-229bcb44-90bf-44e6-be90-84661aee9db1 req-3a4f1cb1-b5c0-475b-a5cc-3e30edd44781 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285555 Mar 07 14:06:41.567318 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-92d4ad9a-983d-4fc9-b9a0-f5e69886c6de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d8dbed06d5f4d9e90d76a904ee59348&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4052131 Mar 07 14:06:41.568236 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4ad9a-983d-4fc9-b9a0-f5e69886c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affbbc50-aff2-4fe8-bb11-bf0989f72141,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:41.571030 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55036) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:41.670613 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Set router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:41.676189 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-95243f49-cc67-488f-959a-0e30ed74fab8 admin admin] Publish callbacks [] for security_group (affbbc50-aff2-4fe8-bb11-bf0989f72141), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.719653 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-95243f49-cc67-488f-959a-0e30ed74fab8 admin admin] Publish callbacks [] for security_group (affbbc50-aff2-4fe8-bb11-bf0989f72141), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.766204 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Request body: {'port': {'device_id': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:41.896963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-95243f49-cc67-488f-959a-0e30ed74fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (affbbc50-aff2-4fe8-bb11-bf0989f72141), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.900479 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-95243f49-cc67-488f-959a-0e30ed74fab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:41.907143 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-95243f49-cc67-488f-959a-0e30ed74fab8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/affbbc50-aff2-4fe8-bb11-bf0989f72141 HTTP/1.1" status: 204 len: 168 time: 0.3327177 Mar 07 14:06:41.960649 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95243f49-cc67-488f-959a-0e30ed74fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affbbc50-aff2-4fe8-bb11-bf0989f72141,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:42.047255 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:42.113436 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:42.224546 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'ec944208-0451-4308-a802-9d91cf10a817', 'name': '', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'mac_address': 'fa:16:3e:71:37:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:34Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 2, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'subnets': [{'id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:42.264673 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Checking router: 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:06:42.265248 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Updating router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 port ec944208-0451-4308-a802-9d91cf10a817 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:06:42.305931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec944208-0451-4308-a802-9d91cf10a817), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:42.409979 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Allocated IP 172.27.3.103 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/138affea-5db0-4614-8d46-273f50bdb0be) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:42.654576 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-73fbfad4-5c70-4917-a5b0-d0199d169841 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:06:42.656096 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-73fbfad4-5c70-4917-a5b0-d0199d169841 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1099608 Mar 07 14:06:43.020362 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-6d41c139-804e-4d20-be22-783301974c3f service neutron] 10.222.0.31 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529105 Mar 07 14:06:43.106176 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for port (138affea-5db0-4614-8d46-273f50bdb0be), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.188353 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Publish callbacks [] for port (ec944208-0451-4308-a802-9d91cf10a817), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.211665 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device aac76d8b-c91a-4aef-a157-83c72831db9c up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:43.249674 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75e0d92-27b0-42d9-84a8-bbceb41005cf {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:06:43.270776 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec944208-0451-4308-a802-9d91cf10a817), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.289215 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Publish callbacks [] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.323787 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b73a25-9f2e-45eb-9686-201dfb549fdd req-7b88d49a-1f3b-40d3-9b6e-c35ffffc5446 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:43.332959 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1b73a25-9f2e-45eb-9686-201dfb549fdd req-7b88d49a-1f3b-40d3-9b6e-c35ffffc5446 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 932 time: 0.3099611 Mar 07 14:06:43.356182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Transition to ACTIVE for port object b75e0d92-27b0-42d9-84a8-bbceb41005cf will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:06:43.373249 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.473334 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac273648-120b-45fa-a1fd-d603bf418470 None None] Pushing event updated for resources: {'Port': ['ID=ec944208-0451-4308-a802-9d91cf10a817,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:43.596632 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port aac76d8b-c91a-4aef-a157-83c72831db9c triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:43.600471 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.662229 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Attempting to bind port b75e0d92-27b0-42d9-84a8-bbceb41005cf on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:43.664570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Attempting to bind port b75e0d92-27b0-42d9-84a8-bbceb41005cf by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:43.665207 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Attempting to bind port b75e0d92-27b0-42d9-84a8-bbceb41005cf on network 123598a3-8ce1-48c6-836c-2a17aa0e5600 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:43.673208 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Attempting to bind port ec944208-0451-4308-a802-9d91cf10a817 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:43.674009 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Attempting to bind port ec944208-0451-4308-a802-9d91cf10a817 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:43.676027 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Attempting to bind port ec944208-0451-4308-a802-9d91cf10a817 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:43.697585 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Pushing event updated for resources: {'Port': ['ID=b75e0d92-27b0-42d9-84a8-bbceb41005cf,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:43.703234 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Port b75e0d92-27b0-42d9-84a8-bbceb41005cf on network 123598a3-8ce1-48c6-836c-2a17aa0e5600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:06:43.707189 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Attempting to bind port b75e0d92-27b0-42d9-84a8-bbceb41005cf on network 123598a3-8ce1-48c6-836c-2a17aa0e5600 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:43.718436 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:43.719833 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Checking segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:43.721311 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.722108 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Bound using segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:43.724344 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Bound port: ec944208-0451-4308-a802-9d91cf10a817, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:43.724545 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:43.725368 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec944208-0451-4308-a802-9d91cf10a817), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.725746 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Checking segment: {'id': 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:43.729284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Bound using segment: {'id': 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:43.730041 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Bound port: b75e0d92-27b0-42d9-84a8-bbceb41005cf, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:43.730570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.792588 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-69ac6aef-5a8a-4ba1-a75a-be4aaecddb35 service neutron] 10.222.0.31 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353516 Mar 07 14:06:43.834657 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1b73a25-9f2e-45eb-9686-201dfb549fdd req-9446032d-7f17-47ae-9542-1d3f2b91a9da tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992461 Mar 07 14:06:43.840364 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (138affea-5db0-4614-8d46-273f50bdb0be), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.900508 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'Port': ['ID=138affea-5db0-4614-8d46-273f50bdb0be,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:43.910272 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] For port b75e0d92-27b0-42d9-84a8-bbceb41005cf, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:43.933800 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] For port b75e0d92-27b0-42d9-84a8-bbceb41005cf, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf,segment=NetworkSegment(e18d002a-a4be-47e8-ad7d-b6aceb35b06d),segment_id=e18d002a-a4be-47e8-ad7d-b6aceb35b06d)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:43.937166 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:43.943290 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:43.949086 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:43.963152 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:44.063505 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port aac76d8b-c91a-4aef-a157-83c72831db9c is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:44.065329 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6181aa02-1cd2-4f63-b99c-ab029c66bb9a up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:44.070214 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] For port ec944208-0451-4308-a802-9d91cf10a817, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:44.075074 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] For port ec944208-0451-4308-a802-9d91cf10a817, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=ec944208-0451-4308-a802-9d91cf10a817,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:44.102514 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:44.103180 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:44.104819 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] 10.222.0.23 "PUT /v2.0/ports/b75e0d92-27b0-42d9-84a8-bbceb41005cf HTTP/1.1" status: 200 len: 1094 time: 3.2123132 Mar 07 14:06:44.105375 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'tag': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:06:44.128684 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec944208-0451-4308-a802-9d91cf10a817), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:44.281594 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac273648-120b-45fa-a1fd-d603bf418470 None None] Pushing event updated for resources: {'Port': ['ID=ec944208-0451-4308-a802-9d91cf10a817,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:44.318131 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Routers {'882f83d5-df69-4cf8-9bf3-d0595bdc8f05'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:06:44.320051 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:44.344940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55118) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:44.352064 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7b721443-8d20-45a0-a3b1-633a37d0eb13 req-8b24d801-6b2f-4d19-8423-732263a0102f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 210 time: 0.1072185 Mar 07 14:06:44.353260 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (4d763d6d-3698-4899-87f3-9b7f92c0c240), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:44.454996 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:44.456376 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:44.526547 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (138affea-5db0-4614-8d46-273f50bdb0be), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:44.944091 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for port (138affea-5db0-4614-8d46-273f50bdb0be), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.007458 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (138affea-5db0-4614-8d46-273f50bdb0be), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.170081 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf29f-2e52-4576-96cf-fb238834aece service neutron] Pushing event updated for resources: {'Port': ['ID=b75e0d92-27b0-42d9-84a8-bbceb41005cf,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:45.185317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3da0bf86-1d04-43a6-97ec-dbe0d38dcbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.187456 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] Set router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:06:45.226774 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55168) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:45.248857 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (4d763d6d-3698-4899-87f3-9b7f92c0c240), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.261080 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'Port': ['ID=138affea-5db0-4614-8d46-273f50bdb0be,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:45.543208 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:45.549458 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3da0bf86-1d04-43a6-97ec-dbe0d38dcbf0 admin admin] Publish callbacks [] for security_group (5094e299-177b-42fb-bb16-cde4f33ea2b1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.564616 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-031947b2-ea3a-41be-87e0-80880e87c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:45.570831 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-031947b2-ea3a-41be-87e0-80880e87c700 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c09f3bdf6ced41c0b49a0c20bfd9ef29&device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 1128 time: 1.2317433 Mar 07 14:06:45.572926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57404-a184-4228-9dde-1c23cbf12b36 req-b2377759-91b3-4ed5-bc07-3b6929c04565 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:45.576753 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75e57404-a184-4228-9dde-1c23cbf12b36 req-b2377759-91b3-4ed5-bc07-3b6929c04565 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 944 time: 0.4833760 Mar 07 14:06:45.578956 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "21c33533-bdcc-4f64-bd23-7d294a4083eb", "tag": "b75e0d92-27b0-42d9-84a8-bbceb41005cf"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:06:45.588338 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.589821 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-256069ee-1180-4963-805a-05c8845bcb21 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6506236 Mar 07 14:06:45.604215 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3da0bf86-1d04-43a6-97ec-dbe0d38dcbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (5094e299-177b-42fb-bb16-cde4f33ea2b1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.866044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device ec944208-0451-4308-a802-9d91cf10a817 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:45.884519 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75e57404-a184-4228-9dde-1c23cbf12b36 req-ec39f901-9053-4c0d-a978-61cd4210e34d tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872624 Mar 07 14:06:45.901158 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-d7925806-10a3-4b92-ad34-cd3babd0c271 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf HTTP/1.1" status: 200 len: 217 time: 0.2844696 Mar 07 14:06:45.902711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-1c550c25-3f30-40b1-ada5-c666ac0bc0ea tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:45.914363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0bf86-1d04-43a6-97ec-dbe0d38dcbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5094e299-177b-42fb-bb16-cde4f33ea2b1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:45.932786 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-1c550c25-3f30-40b1-ada5-c666ac0bc0ea tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 818 time: 1.0004156 Mar 07 14:06:45.960228 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-859d7d82-9e90-4f83-80fd-27debfa45529 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/quotas/a0ce015a2d534263b2e39e4ea3ccf053 HTTP/1.1" status: 200 len: 375 time: 0.0210731 Mar 07 14:06:46.061672 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'ec944208-0451-4308-a802-9d91cf10a817', 'name': '', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'mac_address': 'fa:16:3e:71:37:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:34Z', 'updated_at': '2022-03-07T14:06:44Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'subnets': [{'id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:06:46.102335 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3da0bf86-1d04-43a6-97ec-dbe0d38dcbf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dad68d2e3007478b8eb8335cf391c64c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7535856 Mar 07 14:06:46.104626 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55192) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:46.123669 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-205e0830-5a6c-4dbe-9eba-eec3f6cfd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:46.125430 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-205e0830-5a6c-4dbe-9eba-eec3f6cfd1ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6597c33e-08ae-4fa8-9973-cc30b7a80293 HTTP/1.1" status: 200 len: 851 time: 0.2035174 Mar 07 14:06:46.156580 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-d9f73754-0d62-44e0-bb2b-bb4ea30c87d6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1873045 Mar 07 14:06:46.185190 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59252-4902-4d4c-b8a3-d1997cab2d53 None None] The sync data for ids ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'] in dv-cinder-827554-2-iscsi is: [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'ec944208-0451-4308-a802-9d91cf10a817', 'name': '', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'mac_address': 'fa:16:3e:71:37:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:34Z', 'updated_at': '2022-03-07T14:06:44Z', 'revision_number': 4, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'subnets': [{'id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:06:46.225232 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port ec944208-0451-4308-a802-9d91cf10a817 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:46.225625 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (ec944208-0451-4308-a802-9d91cf10a817), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:46.371943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e2852e8a-2569-4e5b-8d2b-637213d17b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:46.389186 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-05435fab-efbb-44b3-b651-eb32a4d27f3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=123598a3-8ce1-48c6-836c-2a17aa0e5600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2171078 Mar 07 14:06:46.389539 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port ec944208-0451-4308-a802-9d91cf10a817 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:46.389939 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec944208-0451-4308-a802-9d91cf10a817), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:46.464091 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port ec944208-0451-4308-a802-9d91cf10a817, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=ec944208-0451-4308-a802-9d91cf10a817,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:46.476533 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec944208-0451-4308-a802-9d91cf10a817), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:46.497958 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-ab46db20-5305-476c-b973-b2ae7406de77 service neutron] 10.222.0.31 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321373 Mar 07 14:06:46.602089 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=ec944208-0451-4308-a802-9d91cf10a817,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:46.840796 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-dec866cf-a7eb-4476-a878-f3cbbf3563e6 service neutron] 10.222.0.31 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274655 Mar 07 14:06:46.853437 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9cc5-b471-4bf2-8b87-25132724f2c3 admin admin] Publish callbacks [] for security_group (5094e299-177b-42fb-bb16-cde4f33ea2b1), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:46.928287 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-b253b16a-8363-414f-bd8a-6cb1367d1b08 service neutron] 10.222.0.23 "GET /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168717 Mar 07 14:06:46.954000 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9cc5-b471-4bf2-8b87-25132724f2c3 admin admin] Publish callbacks [] for security_group (5094e299-177b-42fb-bb16-cde4f33ea2b1), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:46.961128 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddcd03-0ef1-4071-aeef-0c78a6703f30 x-openstack-request-id: req-62ddcd03-0ef1-4071-aeef-0c78a6703f30 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:06:46.964861 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c33533-bdcc-4f64-bd23-7d294a4083eb", "tag": "b75e0d92-27b0-42d9-84a8-bbceb41005cf", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:06:46.965179 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62ddcd03-0ef1-4071-aeef-0c78a6703f30 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:06:46.967438 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'tag': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf', 'status': 'completed', 'code': 200} Mar 07 14:06:47.020426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9cc5-b471-4bf2-8b87-25132724f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (5094e299-177b-42fb-bb16-cde4f33ea2b1), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.026794 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9cc5-b471-4bf2-8b87-25132724f2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.033534 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cd6a9cc5-b471-4bf2-8b87-25132724f2c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5094e299-177b-42fb-bb16-cde4f33ea2b1 HTTP/1.1" status: 204 len: 168 time: 0.9088120 Mar 07 14:06:47.078065 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a9cc5-b471-4bf2-8b87-25132724f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5094e299-177b-42fb-bb16-cde4f33ea2b1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:47.224890 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-91b32849-7457-4f4c-ac3a-9a4ed28413b0 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1627287298&fields=id&tenant_id=a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 267 time: 0.1046450 Mar 07 14:06:47.273127 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e2852e8a-2569-4e5b-8d2b-637213d17b38 admin admin] Publish callbacks [] for security_group (a519f9ec-4665-4c02-8f33-dc529cbf9e98), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.293086 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e2852e8a-2569-4e5b-8d2b-637213d17b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a519f9ec-4665-4c02-8f33-dc529cbf9e98), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.441215 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.23', 52620) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:47.447700 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-887acc7a-80e3-4eba-8477-0a00045df439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.503757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-1b0665b8-a94e-4ac7-8076-9bffa35d5844 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:47.508641 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e2852e8a-2569-4e5b-8d2b-637213d17b38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5402d3893614425bea72f96cc501fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2757134 Mar 07 14:06:47.509761 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55234) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:47.510569 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2852e8a-2569-4e5b-8d2b-637213d17b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519f9ec-4665-4c02-8f33-dc529cbf9e98,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:47.518898 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-1b0665b8-a94e-4ac7-8076-9bffa35d5844 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 816 time: 0.2835484 Mar 07 14:06:47.529227 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44a6c9c7-57f2-42e0-b6de-2262aec5ffa8 req-0ad12bad-343a-4dad-aa68-d90f80683a57 service neutron] 10.222.0.23 "GET /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823429 Mar 07 14:06:47.665496 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-b93fbf71-1e30-4df5-b194-f8b418b905c2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/quotas/a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 375 time: 0.1455390 Mar 07 14:06:47.700092 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aa77e186-dfc2-43d1-aad0-2c40084f42cf admin admin] Publish callbacks [] for security_group (a519f9ec-4665-4c02-8f33-dc529cbf9e98), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.789421 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device ec944208-0451-4308-a802-9d91cf10a817 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:06:47.813878 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aa77e186-dfc2-43d1-aad0-2c40084f42cf admin admin] Publish callbacks [] for security_group (a519f9ec-4665-4c02-8f33-dc529cbf9e98), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.851775 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-2ac17eda-dbc4-4c39-8246-023e5f2c5c4c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:47.861623 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-2ac17eda-dbc4-4c39-8246-023e5f2c5c4c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 818 time: 0.4052763 Mar 07 14:06:47.892352 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ab55-1f80-45d1-b4d1-3255ae9e7bee req-04b92ee7-9af3-4b75-9548-bbe9f00a1673 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:47.901090 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9406ab55-1f80-45d1-b4d1-3255ae9e7bee req-04b92ee7-9af3-4b75-9548-bbe9f00a1673 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 944 time: 0.4168684 Mar 07 14:06:47.933260 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-43da06da-0e9d-466c-8967-fff638c66e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:47.935557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port ec944208-0451-4308-a802-9d91cf10a817 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:47.936131 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (ec944208-0451-4308-a802-9d91cf10a817), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.940228 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-43da06da-0e9d-466c-8967-fff638c66e97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c09f3bdf6ced41c0b49a0c20bfd9ef29&device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 1128 time: 0.2343395 Mar 07 14:06:47.999552 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Request body: {'port': {'device_id': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'admin_state_up': True, 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:48.096971 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-bcdb3e02-1e7f-4246-8a0f-169d09d70b67 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4298761 Mar 07 14:06:48.189444 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port ec944208-0451-4308-a802-9d91cf10a817 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:48.285003 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aa77e186-dfc2-43d1-aad0-2c40084f42cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a519f9ec-4665-4c02-8f33-dc529cbf9e98), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:48.292765 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aa77e186-dfc2-43d1-aad0-2c40084f42cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:48.294117 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-aa77e186-dfc2-43d1-aad0-2c40084f42cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a519f9ec-4665-4c02-8f33-dc529cbf9e98 HTTP/1.1" status: 204 len: 168 time: 0.7703700 Mar 07 14:06:48.318284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77e186-dfc2-43d1-aad0-2c40084f42cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519f9ec-4665-4c02-8f33-dc529cbf9e98,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:48.406595 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9406ab55-1f80-45d1-b4d1-3255ae9e7bee req-cfa2fcd1-e708-46f6-8b30-2fc6fe328d40 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034997 Mar 07 14:06:48.466242 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-80532dc7-1709-456c-b9fa-f864951ccda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:48.476578 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-80532dc7-1709-456c-b9fa-f864951ccda1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=123598a3-8ce1-48c6-836c-2a17aa0e5600 HTTP/1.1" status: 200 len: 912 time: 0.5292397 Mar 07 14:06:48.561696 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-00e588bd-1ce8-4fbf-b3b0-4aa78193bffd service neutron] 10.222.0.31 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250541 Mar 07 14:06:48.583164 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55264) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:48.607776 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d1cf-c9a9-472a-8a1b-2c8710d5d8d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:48.621968 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-285bf0c3-baf1-43a0-a498-5359340e2985 req-18252076-6dd0-4cde-992a-57f153423de9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 210 time: 0.0872986 Mar 07 14:06:48.702328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Made reservation on behalf of a0ce015a2d534263b2e39e4ea3ccf053 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:48.707169 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:48.823437 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-97c44b17-a0a8-4688-aad7-8cc938d73cf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf HTTP/1.1" status: 200 len: 217 time: 0.1208229 Mar 07 14:06:49.027774 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-356f2a52-9f76-4d13-92f0-d489430e73f5 service neutron] 10.222.0.31 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645288 Mar 07 14:06:49.149131 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d1cf-c9a9-472a-8a1b-2c8710d5d8d0 admin admin] Publish callbacks [] for security_group (3d9e53e9-5718-4462-ad90-a7a0e0f5f17d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.183160 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-fb35ac10-d633-46db-a20e-97aed2943a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:49.184782 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-fb35ac10-d633-46db-a20e-97aed2943a1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6597c33e-08ae-4fa8-9973-cc30b7a80293 HTTP/1.1" status: 200 len: 851 time: 0.3107777 Mar 07 14:06:49.200297 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d1cf-c9a9-472a-8a1b-2c8710d5d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3d9e53e9-5718-4462-ad90-a7a0e0f5f17d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.329648 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a3d9d1cf-c9a9-472a-8a1b-2c8710d5d8d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a992f37e2d74a8086ab8789dacc58af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7445495 Mar 07 14:06:49.331454 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9d1cf-c9a9-472a-8a1b-2c8710d5d8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e53e9-5718-4462-ad90-a7a0e0f5f17d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:49.334044 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55282) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:49.467222 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-ab369601-afc5-43a4-ad5d-63e5d7e3144a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=123598a3-8ce1-48c6-836c-2a17aa0e5600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011748 Mar 07 14:06:49.631129 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f054840-3197-4954-b67b-269504d5c45d admin admin] Publish callbacks [] for security_group (3d9e53e9-5718-4462-ad90-a7a0e0f5f17d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.690688 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f054840-3197-4954-b67b-269504d5c45d admin admin] Publish callbacks [] for security_group (3d9e53e9-5718-4462-ad90-a7a0e0f5f17d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.739362 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-fe09dee5-cc9c-4da4-a5d5-755bbd286d50 service neutron] 10.222.0.23 "GET /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486422 Mar 07 14:06:49.863221 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93b8-2cca-4bed-9c94-48a554279f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.920437 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f52e4457-df21-479a-9eb3-e7291e220662 req-296559e0-91fa-4d68-bc54-02e2728a8b1b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 210 time: 0.0990677 Mar 07 14:06:49.951771 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Allocated IP 172.20.0.7 (17b865f0-1e2d-448f-b049-fe45149b0bcf/32fa004d-5ea3-454b-af90-31defa4c5b44/4bbc0b65-3737-480f-a522-3efe51cd6c48) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:49.970060 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f054840-3197-4954-b67b-269504d5c45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3d9e53e9-5718-4462-ad90-a7a0e0f5f17d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.981943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4f054840-3197-4954-b67b-269504d5c45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.986198 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4f054840-3197-4954-b67b-269504d5c45d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d9e53e9-5718-4462-ad90-a7a0e0f5f17d HTTP/1.1" status: 204 len: 168 time: 0.6416090 Mar 07 14:06:50.055078 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.23', 52624) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:50.273854 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f054840-3197-4954-b67b-269504d5c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e53e9-5718-4462-ad90-a7a0e0f5f17d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:50.349517 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-58eb0e39-1a14-4ac3-8ecf-90284d557dc1 req-f0057652-764e-490d-91c6-da6ce501d266 service neutron] 10.222.0.23 "GET /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734556 Mar 07 14:06:50.453137 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-546b19c2-9c0d-46f3-af5b-cb70916aeee2 req-45548dc4-d4ca-42e1-abb7-d92757e96e55 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 210 time: 0.3359699 Mar 07 14:06:50.506471 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-c4bde35f-1922-4547-8710-70aeff510524 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:50.508119 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-c4bde35f-1922-4547-8710-70aeff510524 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 818 time: 0.4304762 Mar 07 14:06:50.573806 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037f19a-9cf8-4d33-86e7-b37d2b68287e req-c8aea9c6-bfc3-4252-b509-84a555e3c8fd tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:50.575232 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d037f19a-9cf8-4d33-86e7-b37d2b68287e req-c8aea9c6-bfc3-4252-b509-84a555e3c8fd tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 944 time: 0.7578583 Mar 07 14:06:50.672926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks [] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:50.678807 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d037f19a-9cf8-4d33-86e7-b37d2b68287e req-2dbccec8-8be5-4387-8c57-f417abab8a32 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945520 Mar 07 14:06:50.743369 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:50.813673 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Request body: {'port': {'device_id': 'e751abe7-081c-4206-abf7-0aeb31101105', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'admin_state_up': True, 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:50.863826 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:51.022315 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Made reservation on behalf of a0ce015a2d534263b2e39e4ea3ccf053 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:51.026647 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:51.055481 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:51.061675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:51.063518 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Pushing event updated for resources: {'Port': ['ID=4bbc0b65-3737-480f-a522-3efe51cd6c48,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:51.069517 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:51.075124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:51.075368 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:51.099247 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b56c8a0d-24ce-43bd-8b64-22776ac201c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1565742 Mar 07 14:06:51.166877 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Request body: {'port': {'device_id': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:51.195901 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-371d4329-cfb9-4d88-a9e9-980b86029bb4 req-53b41359-f5e4-467c-9cba-c80dddb46600 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 210 time: 0.0778615 Mar 07 14:06:51.285934 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:51.378615 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Allocated IP 172.20.0.4 (17b865f0-1e2d-448f-b049-fe45149b0bcf/32fa004d-5ea3-454b-af90-31defa4c5b44/96b9f684-b537-4214-b276-a38c52323516) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:51.713344 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks [] for port (96b9f684-b537-4214-b276-a38c52323516), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:51.931218 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (96b9f684-b537-4214-b276-a38c52323516), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.210723 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.238854 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080db4c-00a2-4cb9-94ca-be217bbb06cc req-f4476977-b301-44cd-b251-5315c93728b5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:52.246475 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4080db4c-00a2-4cb9-94ca-be217bbb06cc req-f4476977-b301-44cd-b251-5315c93728b5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 931 time: 0.5714588 Mar 07 14:06:52.316877 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b8e4-3c46-4e9a-ad23-4a9845f74a85 req-0d578164-7108-4933-bd37-21b22eaeba97 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:52.329816 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf75b8e4-3c46-4e9a-ad23-4a9845f74a85 req-0d578164-7108-4933-bd37-21b22eaeba97 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 944 time: 0.4190273 Mar 07 14:06:52.406109 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Pushing event updated for resources: {'Port': ['ID=96b9f684-b537-4214-b276-a38c52323516,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:52.464852 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Network 17b865f0-1e2d-448f-b049-fe45149b0bcf is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:52.468500 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:52.473178 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:52.484218 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:52.485002 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.518809 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-44f25e51-e401-4f9c-a992-def21ec8aea2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:52.518809 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-44f25e51-e401-4f9c-a992-def21ec8aea2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 816 time: 0.7611299 Mar 07 14:06:52.518809 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-4748910f-0fc7-4f65-aa1e-b3d9deedce00 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7091632 Mar 07 14:06:52.531792 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf75b8e4-3c46-4e9a-ad23-4a9845f74a85 req-119dd517-726b-45c0-a34b-43e19aca0c36 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956735 Mar 07 14:06:52.554394 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4080db4c-00a2-4cb9-94ca-be217bbb06cc req-84ddd1ce-faa6-4b92-a7ef-9134c82b0b40 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943654 Mar 07 14:06:52.587983 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Request body: {'port': {'device_id': 'e751abe7-081c-4206-abf7-0aeb31101105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:52.715077 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-1c891026-91f9-4359-b880-12960b34438d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 380 time: 0.1679587 Mar 07 14:06:52.732655 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbc0b65-3737-480f-a522-3efe51cd6c48 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:06:52.744567 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-745127da-5ec5-4de7-80da-18dff99fcca6 req-722c3a19-cd9a-4693-8c02-b71f56bc5e6b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 210 time: 0.0639398 Mar 07 14:06:52.749675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Publish callbacks [] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.781100 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'port': {'device_id': '0ce516f3-14fd-4529-9a94-83b198013822', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'admin_state_up': True, 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'security_groups': ['78fe3f51-17dd-44e7-87a0-b001bba28a66']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:52.785615 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (96b9f684-b537-4214-b276-a38c52323516), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.831507 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Transition to ACTIVE for port object 4bbc0b65-3737-480f-a522-3efe51cd6c48 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:06:52.846089 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.996478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbc0b65-3737-480f-a522-3efe51cd6c48,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:53.020905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Attempting to bind port 4bbc0b65-3737-480f-a522-3efe51cd6c48 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:53.021286 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Attempting to bind port 4bbc0b65-3737-480f-a522-3efe51cd6c48 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:53.021629 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Attempting to bind port 4bbc0b65-3737-480f-a522-3efe51cd6c48 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:53.026656 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Port 4bbc0b65-3737-480f-a522-3efe51cd6c48 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:06:53.027065 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Attempting to bind port 4bbc0b65-3737-480f-a522-3efe51cd6c48 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:53.032028 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Made reservation on behalf of a4f22e9215a448c18193b4c6a8448493 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:53.035090 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:53.035548 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Checking segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:53.036150 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Bound using segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:53.036733 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Bound port: 4bbc0b65-3737-480f-a522-3efe51cd6c48, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:53.037102 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.038362 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.136963 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] For port 4bbc0b65-3737-480f-a522-3efe51cd6c48, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:53.147994 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] For port 4bbc0b65-3737-480f-a522-3efe51cd6c48, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:53.161906 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.208991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:53.209620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.211213 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] 10.222.0.23 "PUT /v2.0/ports/4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 1093 time: 2.0489953 Mar 07 14:06:53.211684 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'tag': '4bbc0b65-3737-480f-a522-3efe51cd6c48'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:06:53.369853 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Allocated IP 172.20.0.6 (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0/4dd70eb4-505e-4bf7-a579-85c0ecc18eb2/e5c3230a-2ee4-4546-bea1-7ec7e1f57f01) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:06:53.383001 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b9f684-b537-4214-b276-a38c52323516 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:06:53.392018 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Publish callbacks [] for port (96b9f684-b537-4214-b276-a38c52323516), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.423441 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Transition to ACTIVE for port object 96b9f684-b537-4214-b276-a38c52323516 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:06:53.438169 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (96b9f684-b537-4214-b276-a38c52323516), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.575468 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ffc0-f586-4f22-a5b1-9596a3b76700 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbc0b65-3737-480f-a522-3efe51cd6c48,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:53.645142 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-5236de74-e4ac-45af-bce0-d1d203e323fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:53.646649 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-5236de74-e4ac-45af-bce0-d1d203e323fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1127 time: 0.3243043 Mar 07 14:06:53.672266 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Attempting to bind port 96b9f684-b537-4214-b276-a38c52323516 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:53.672604 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Attempting to bind port 96b9f684-b537-4214-b276-a38c52323516 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:53.672931 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Attempting to bind port 96b9f684-b537-4214-b276-a38c52323516 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:53.684086 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Pushing event updated for resources: {'Port': ['ID=96b9f684-b537-4214-b276-a38c52323516,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:53.692542 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Port 96b9f684-b537-4214-b276-a38c52323516 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:06:53.692911 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Attempting to bind port 96b9f684-b537-4214-b276-a38c52323516 on network 17b865f0-1e2d-448f-b049-fe45149b0bcf {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:53.706810 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145", "tag": "4bbc0b65-3737-480f-a522-3efe51cd6c48"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:06:53.710250 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:53.711461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Checking segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:53.712056 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Bound using segment: {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:53.717733 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Bound port: 96b9f684-b537-4214-b276-a38c52323516, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cb501-a6b0-48bd-ba84-830bde8aeea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:53.720640 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (96b9f684-b537-4214-b276-a38c52323516), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.785017 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.786693 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.796817 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-acdbc2c4-413a-4c84-8fa5-1b8d583b8e21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.1393626 Mar 07 14:06:53.842800 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] For port 96b9f684-b537-4214-b276-a38c52323516, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:53.859292 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] For port 96b9f684-b537-4214-b276-a38c52323516, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=96b9f684-b537-4214-b276-a38c52323516,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:53.870476 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (96b9f684-b537-4214-b276-a38c52323516), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.888006 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.894158 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:53.894901 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:53.896438 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/96b9f684-b537-4214-b276-a38c52323516 HTTP/1.1" status: 200 len: 1093 time: 1.3305120 Mar 07 14:06:53.897191 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e751abe7-081c-4206-abf7-0aeb31101105', 'tag': '96b9f684-b537-4214-b276-a38c52323516'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:06:53.899284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcde40b-4e3c-4554-a678-ff71061a366a" -d '{"events": [{"name": "network-changed", "server_uuid": "e751abe7-081c-4206-abf7-0aeb31101105", "tag": "96b9f684-b537-4214-b276-a38c52323516"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:06:53.940319 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:06:53.943856 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:53.947775 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:06:53.959838 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:53.960518 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:54.007793 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebdcbe-e106-4d58-ae1a-b2d9f89b18e4 service neutron] Pushing event updated for resources: {'Port': ['ID=96b9f684-b537-4214-b276-a38c52323516,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:54.049434 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e3d5c-5eac-452d-928b-5d14c6766a56 req-53ccdc00-9743-4533-806c-74f755e3239e tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.056622 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-309e3d5c-5eac-452d-928b-5d14c6766a56 req-53ccdc00-9743-4533-806c-74f755e3239e tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 944 time: 0.3901250 Mar 07 14:06:54.099689 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98f5fa-7c7b-4df2-84b1-5ace9d44757d req-371b8337-10a7-414f-8554-fce7fbe83dfc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.110862 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3338175 Mar 07 14:06:54.114207 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bd98f5fa-7c7b-4df2-84b1-5ace9d44757d req-371b8337-10a7-414f-8554-fce7fbe83dfc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 943 time: 0.4173760 Mar 07 14:06:54.136836 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Request body: {'port': {'device_id': '0ce516f3-14fd-4529-9a94-83b198013822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:54.151669 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-d69cbc30-b0db-42af-be9d-c42fdeebfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.154451 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-d69cbc30-b0db-42af-be9d-c42fdeebfbfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.3482432 Mar 07 14:06:54.215654 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:54.255501 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-94a4abcf-3213-41d9-8820-b7b4fc5690fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908790 Mar 07 14:06:54.281107 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-c89d31ba-5a78-41f8-835d-4fbd42742ee3 None None] Provisioning complete for port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:06:54.281617 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c89d31ba-5a78-41f8-835d-4fbd42742ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:54.309521 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33b245-96e6-45ae-832e-90ead2de1626 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:54.321959 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-8b40e4c0-c349-4516-aa67-dd5bd1fe3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.324584 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-8b40e4c0-c349-4516-aa67-dd5bd1fe3c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 1127 time: 0.3466010 Mar 07 14:06:54.352249 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-c89d31ba-5a78-41f8-835d-4fbd42742ee3 None None] Port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:06:54.403971 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-309e3d5c-5eac-452d-928b-5d14c6766a56 req-b65d6178-b9e0-47ae-83ca-63b90538b4fd tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463805 Mar 07 14:06:54.421870 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bd98f5fa-7c7b-4df2-84b1-5ace9d44757d req-cf841be6-2107-4430-aa2c-53c2414625c0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066819 Mar 07 14:06:54.464709 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-b1547cf0-7758-4df7-bd50-cdbe79e49161 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984227 Mar 07 14:06:54.476628 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-8d60fccf-cc6e-42ca-ae14-1a2f3cb3ebc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b9f684-b537-4214-b276-a38c52323516 HTTP/1.1" status: 200 len: 217 time: 0.1375213 Mar 07 14:06:54.627247 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-59d98ac9-bb7a-4bd9-aa73-c807d8db227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.629021 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-59d98ac9-bb7a-4bd9-aa73-c807d8db227e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.1417227 Mar 07 14:06:54.678447 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17a34b6f-6f1a-4c8e-acc2-3c86c416ff84 req-2473a962-b311-4196-8281-4a3cbda37076 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021956 Mar 07 14:06:54.699351 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004439b4-a69f-4891-a0fa-e8432e473fa5 req-9f7585bb-e27e-4ee1-99dc-5606c80a15ad tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.718677 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-004439b4-a69f-4891-a0fa-e8432e473fa5 req-9f7585bb-e27e-4ee1-99dc-5606c80a15ad tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 931 time: 0.2100468 Mar 07 14:06:54.771529 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4ab569-0e03-49d8-aa45-8b3402c0dfe5 x-openstack-request-id: req-1f4ab569-0e03-49d8-aa45-8b3402c0dfe5 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:06:54.773421 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145", "tag": "4bbc0b65-3737-480f-a522-3efe51cd6c48", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:06:54.774267 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f4ab569-0e03-49d8-aa45-8b3402c0dfe5 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:06:54.776393 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'tag': '4bbc0b65-3737-480f-a522-3efe51cd6c48', 'status': 'completed', 'code': 200} Mar 07 14:06:54.863897 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-004439b4-a69f-4891-a0fa-e8432e473fa5 req-adc3b2fe-293c-44f1-8de2-8416765f366f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293659 Mar 07 14:06:54.869886 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb6316-0e13-4352-9027-c43538dc914e x-openstack-request-id: req-5ebb6316-0e13-4352-9027-c43538dc914e {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:06:54.870224 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e751abe7-081c-4206-abf7-0aeb31101105", "tag": "96b9f684-b537-4214-b276-a38c52323516", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:06:54.870445 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ebb6316-0e13-4352-9027-c43538dc914e {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:06:54.870853 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e751abe7-081c-4206-abf7-0aeb31101105', 'tag': '96b9f684-b537-4214-b276-a38c52323516', 'status': 'completed', 'code': 200} Mar 07 14:06:54.875409 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-5c59767f-8c7c-40f0-8b8b-caa5889e92e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2147071 Mar 07 14:06:54.901606 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-a20e63cf-f9a6-49d3-8968-c44a9ca799e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:54.909433 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-a20e63cf-f9a6-49d3-8968-c44a9ca799e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1127 time: 0.1050432 Mar 07 14:06:55.057394 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-731a5273-fda3-47d8-baf8-82c771c6bf6e service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716824 Mar 07 14:06:55.164806 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-a0b66a6d-27a4-4869-9dbb-4caa3dac39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:55.165031 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:06:55.166878 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-a0b66a6d-27a4-4869-9dbb-4caa3dac39ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.2529700 Mar 07 14:06:55.177572 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Publish callbacks [] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:55.212306 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Transition to ACTIVE for port object e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:06:55.219159 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b4454d15-04df-4583-9b1d-05dda1bf80bb req-a993578e-921d-43bc-ba16-d369cba62be3 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541305 Mar 07 14:06:55.224189 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:55.246199 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55516) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:55.249696 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-c56e0876-d199-43db-840f-ed9b319a98fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.0741987 Mar 07 14:06:55.336326 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-806643c2-4ff8-4234-9f61-12410a50ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:55.337725 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-806643c2-4ff8-4234-9f61-12410a50ba8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.0716524 Mar 07 14:06:55.390257 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-41764335-c743-43b1-b4d1-2d5776f0b6eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428629 Mar 07 14:06:55.406545 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:55.423984 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Attempting to bind port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:06:55.424261 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Attempting to bind port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:06:55.424598 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Attempting to bind port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:55.446025 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-4fa90fa9-d05f-4398-ad03-7bc2abe57d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:55.447648 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-4fa90fa9-d05f-4398-ad03-7bc2abe57d37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 1127 time: 0.1377556 Mar 07 14:06:55.450158 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:06:55.450478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Attempting to bind port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:06:55.487591 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:06:55.488261 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Checking segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:55.488384 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Bound using segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:06:55.488751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Bound port: e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:06:55.489109 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:55.564315 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f34c052-4638-4f1e-bc44-727db182fa9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:55.667366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-0151bba5-3205-4dd4-aa3e-36bf9cd5c029 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694750 Mar 07 14:06:55.707787 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6772c-014a-480d-88d8-3b58fd6cfa2f req-ead41190-906a-4d65-8e24-aec99af69581 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:55.709367 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3cb6772c-014a-480d-88d8-3b58fd6cfa2f req-ead41190-906a-4d65-8e24-aec99af69581 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 943 time: 0.1729388 Mar 07 14:06:55.717995 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cea1cb-b7b0-4bc3-9ee6-ac7ada79d34f req-e1ff0e10-64ad-4ab3-8af4-17b87cc1e394 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:55.719526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c5cea1cb-b7b0-4bc3-9ee6-ac7ada79d34f req-e1ff0e10-64ad-4ab3-8af4-17b87cc1e394 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 944 time: 0.1841750 Mar 07 14:06:55.839014 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f34c052-4638-4f1e-bc44-727db182fa9b admin admin] Publish callbacks [] for security_group (46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:55.847297 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3cb6772c-014a-480d-88d8-3b58fd6cfa2f req-17b428de-e542-435e-99d4-f38c8afbb996 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267605 Mar 07 14:06:55.849747 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f34c052-4638-4f1e-bc44-727db182fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:55.857701 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c5cea1cb-b7b0-4bc3-9ee6-ac7ada79d34f req-8fe68c6d-8dfa-4905-86d0-ff7b25b53af6 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224921 Mar 07 14:06:55.895461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-404469d5-0bb6-49cd-91f0-7d837dd99236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:55.897216 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-404469d5-0bb6-49cd-91f0-7d837dd99236 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.4396217 Mar 07 14:06:55.899967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34c052-4638-4f1e-bc44-727db182fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:55.908957 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9f34c052-4638-4f1e-bc44-727db182fa9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7375406e243e4079adbae427518a18cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6583345 Mar 07 14:06:55.910902 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55554) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:55.929625 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:06:55.951139 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:06:55.965506 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.024336 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049f56-e7b6-4da0-908a-57bfac4b7eaf req-05f1358e-acce-438a-9d7f-758d3b7ec901 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:56.026202 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df049f56-e7b6-4da0-908a-57bfac4b7eaf req-05f1358e-acce-438a-9d7f-758d3b7ec901 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0703361 Mar 07 14:06:56.032182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:56.032458 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.034440 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] 10.222.0.23 "PUT /v2.0/ports/e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 1093 time: 1.9124689 Mar 07 14:06:56.044725 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6702e7e0-ac44-49fd-8274-7193d62bde08 admin admin] Publish callbacks [] for security_group (46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.069222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bbd9c-3119-472e-afb4-63082acde6ca service neutron] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.084181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6702e7e0-ac44-49fd-8274-7193d62bde08 admin admin] Publish callbacks [] for security_group (46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.101852 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55560) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:56.125158 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df049f56-e7b6-4da0-908a-57bfac4b7eaf req-4ff74116-d1ff-4e10-a27f-c474b3ce57b1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879529 Mar 07 14:06:56.167061 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6702e7e0-ac44-49fd-8274-7193d62bde08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.170493 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6702e7e0-ac44-49fd-8274-7193d62bde08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.184913 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6702e7e0-ac44-49fd-8274-7193d62bde08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f HTTP/1.1" status: 204 len: 168 time: 0.2647061 Mar 07 14:06:56.199494 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e7e0-ac44-49fd-8274-7193d62bde08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bbc9dc-6b8b-45d5-b526-6ed2c6aae60f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.247847 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7989100b-8f0e-41fd-99e5-26d1c2f975ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.351983 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7989100b-8f0e-41fd-99e5-26d1c2f975ab admin admin] Publish callbacks [] for security_group (c3aeb533-673c-44fd-bcc0-a49948aee6a5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.355886 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7989100b-8f0e-41fd-99e5-26d1c2f975ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (c3aeb533-673c-44fd-bcc0-a49948aee6a5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.385732 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b75e0d92-27b0-42d9-84a8-bbceb41005cf details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:06:56.406693 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7989100b-8f0e-41fd-99e5-26d1c2f975ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f823fb41718f45dd8017bfe3ae142086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012106 Mar 07 14:06:56.406889 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55576) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:56.451360 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989100b-8f0e-41fd-99e5-26d1c2f975ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aeb533-673c-44fd-bcc0-a49948aee6a5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.482870 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f1b48dfa-6e59-428e-85f6-c27f03c647c4 admin admin] Publish callbacks [] for security_group (c3aeb533-673c-44fd-bcc0-a49948aee6a5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.509927 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f1b48dfa-6e59-428e-85f6-c27f03c647c4 admin admin] Publish callbacks [] for security_group (c3aeb533-673c-44fd-bcc0-a49948aee6a5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.550567 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port b75e0d92-27b0-42d9-84a8-bbceb41005cf, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf,segment=NetworkSegment(e18d002a-a4be-47e8-ad7d-b6aceb35b06d),segment_id=e18d002a-a4be-47e8-ad7d-b6aceb35b06d)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:56.562860 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf', 'network_id': '123598a3-8ce1-48c6-836c-2a17aa0e5600', 'port_id': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf', 'mac_address': 'fa:16:3e:52:c8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6597c33e-08ae-4fa8-9973-cc30b7a80293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:06:56.567488 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f1b48dfa-6e59-428e-85f6-c27f03c647c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (c3aeb533-673c-44fd-bcc0-a49948aee6a5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.570478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f1b48dfa-6e59-428e-85f6-c27f03c647c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.573886 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f1b48dfa-6e59-428e-85f6-c27f03c647c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3aeb533-673c-44fd-bcc0-a49948aee6a5 HTTP/1.1" status: 204 len: 168 time: 0.1637273 Mar 07 14:06:56.574017 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55578) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:56.579661 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48dfa-6e59-428e-85f6-c27f03c647c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aeb533-673c-44fd-bcc0-a49948aee6a5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.588175 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82782417-afa8-43e4-93f0-60966e8eced3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.609906 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port b75e0d92-27b0-42d9-84a8-bbceb41005cf is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:06:56.611318 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.632788 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75e0d92-27b0-42d9-84a8-bbceb41005cf {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:06:56.655513 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port b75e0d92-27b0-42d9-84a8-bbceb41005cf, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf,segment=NetworkSegment(e18d002a-a4be-47e8-ad7d-b6aceb35b06d),segment_id=e18d002a-a4be-47e8-ad7d-b6aceb35b06d)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:06:56.662247 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.717118 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82782417-afa8-43e4-93f0-60966e8eced3 admin admin] Publish callbacks [] for security_group (c1075ebe-8af7-4bfa-9882-fa8de8378eef), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.717701 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=b75e0d92-27b0-42d9-84a8-bbceb41005cf,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.727633 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82782417-afa8-43e4-93f0-60966e8eced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (c1075ebe-8af7-4bfa-9882-fa8de8378eef), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.768566 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82782417-afa8-43e4-93f0-60966e8eced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1075ebe-8af7-4bfa-9882-fa8de8378eef,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.773017 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-82782417-afa8-43e4-93f0-60966e8eced3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fd028bf51a64a41a9a9acb9abf82d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981463 Mar 07 14:06:56.775507 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55584) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:56.830899 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1a711fe-68c7-438d-8003-686605306898 admin admin] Publish callbacks [] for security_group (c1075ebe-8af7-4bfa-9882-fa8de8378eef), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.854180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1a711fe-68c7-438d-8003-686605306898 admin admin] Publish callbacks [] for security_group (c1075ebe-8af7-4bfa-9882-fa8de8378eef), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.872939 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:06:56.876523 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77801046-0a1d-4491-b171-78edfaafc16e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:06:56.914584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1a711fe-68c7-438d-8003-686605306898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (c1075ebe-8af7-4bfa-9882-fa8de8378eef), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.920104 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1a711fe-68c7-438d-8003-686605306898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.922571 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a1a711fe-68c7-438d-8003-686605306898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1075ebe-8af7-4bfa-9882-fa8de8378eef HTTP/1.1" status: 204 len: 168 time: 0.1461494 Mar 07 14:06:56.941365 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a711fe-68c7-438d-8003-686605306898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1075ebe-8af7-4bfa-9882-fa8de8378eef,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:56.947916 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55598) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:56.992372 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70505fbc-e24d-4a70-afcf-dd55ffb3c519 x-openstack-request-id: req-70505fbc-e24d-4a70-afcf-dd55ffb3c519 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:06:56.992670 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:06:56.992948 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70505fbc-e24d-4a70-afcf-dd55ffb3c519 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:06:56.993435 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'status': 'completed', 'code': 200} Mar 07 14:06:57.024544 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ad85-4c6a-4228-ae7c-af097d72cbba req-f5501209-10a8-48d7-b855-7b349f8cc012 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:57.032031 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f549ad85-4c6a-4228-ae7c-af097d72cbba req-f5501209-10a8-48d7-b855-7b349f8cc012 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 943 time: 0.0935783 Mar 07 14:06:57.108614 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f549ad85-4c6a-4228-ae7c-af097d72cbba req-bfe44268-1563-4319-b39d-d31251c48a3f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747809 Mar 07 14:06:57.136525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1db70-dc9c-448f-b274-65b156be3650 req-e87dafa4-54d2-480e-bb39-ce74b1704027 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:57.138036 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ace1db70-dc9c-448f-b274-65b156be3650 req-e87dafa4-54d2-480e-bb39-ce74b1704027 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 945 time: 0.0769684 Mar 07 14:06:57.145191 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55608) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:57.168940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e104b54f-28f6-4218-b594-815bc5a4ca88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.198666 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ace1db70-dc9c-448f-b274-65b156be3650 req-13aa8f0d-6175-4d14-8893-60d30de9f43c tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514233 Mar 07 14:06:57.288975 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e104b54f-28f6-4218-b594-815bc5a4ca88 admin admin] Publish callbacks [] for security_group (8bf3f120-277b-4257-a568-f405bcba69b0), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.299811 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e104b54f-28f6-4218-b594-815bc5a4ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8bf3f120-277b-4257-a568-f405bcba69b0), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.328395 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3124e3-cfef-4bd8-b521-e09d59db52ca req-e67c8ce2-2c30-43aa-a949-8f4f16148f7f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:57.330023 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc3124e3-cfef-4bd8-b521-e09d59db52ca req-e67c8ce2-2c30-43aa-a949-8f4f16148f7f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1238687 Mar 07 14:06:57.349624 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104b54f-28f6-4218-b594-815bc5a4ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf3f120-277b-4257-a568-f405bcba69b0,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:57.378867 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8619723-96af-43e2-bdd6-aa7d7d5dcde9 req-245e55d8-80ce-432f-bf4e-cc7ef184a74c service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920855 Mar 07 14:06:57.381581 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b529c08-a398-431c-8827-30a83a0ebe58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.413972 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e104b54f-28f6-4218-b594-815bc5a4ca88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30738d2088ce4d4b939f0dd7cc54eaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672102 Mar 07 14:06:57.417252 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55622) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:57.466590 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc3124e3-cfef-4bd8-b521-e09d59db52ca req-4a4df7f7-1c3d-472b-b96e-3895c4211bb5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244509 Mar 07 14:06:57.588812 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf3f-97f1-481c-97af-9409cd7e3d57 admin admin] Publish callbacks [] for security_group (8bf3f120-277b-4257-a568-f405bcba69b0), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.628461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf3f-97f1-481c-97af-9409cd7e3d57 admin admin] Publish callbacks [] for security_group (8bf3f120-277b-4257-a568-f405bcba69b0), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.655441 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b529c08-a398-431c-8827-30a83a0ebe58 admin admin] Publish callbacks [] for security_group (700c98b0-eadd-49c9-a029-36a888a40782), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.670287 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b529c08-a398-431c-8827-30a83a0ebe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (700c98b0-eadd-49c9-a029-36a888a40782), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.726748 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b529c08-a398-431c-8827-30a83a0ebe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700c98b0-eadd-49c9-a029-36a888a40782,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:57.735394 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1b529c08-a398-431c-8827-30a83a0ebe58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4826e1f505841cc8ff3830f0104db6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7838159 Mar 07 14:06:57.736031 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55636) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:57.742044 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf3f-97f1-481c-97af-9409cd7e3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8bf3f120-277b-4257-a568-f405bcba69b0), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.745602 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf3f-97f1-481c-97af-9409cd7e3d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.749196 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2b02bf3f-97f1-481c-97af-9409cd7e3d57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bf3f120-277b-4257-a568-f405bcba69b0 HTTP/1.1" status: 204 len: 168 time: 0.3280370 Mar 07 14:06:57.759390 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02bf3f-97f1-481c-97af-9409cd7e3d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf3f120-277b-4257-a568-f405bcba69b0,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:57.791136 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7af19d13-e061-4af0-b2ea-1b096905f356 admin admin] Publish callbacks [] for security_group (700c98b0-eadd-49c9-a029-36a888a40782), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.818416 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7af19d13-e061-4af0-b2ea-1b096905f356 admin admin] Publish callbacks [] for security_group (700c98b0-eadd-49c9-a029-36a888a40782), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.872800 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7af19d13-e061-4af0-b2ea-1b096905f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (700c98b0-eadd-49c9-a029-36a888a40782), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.875512 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7af19d13-e061-4af0-b2ea-1b096905f356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:57.876858 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7af19d13-e061-4af0-b2ea-1b096905f356 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/700c98b0-eadd-49c9-a029-36a888a40782 HTTP/1.1" status: 204 len: 168 time: 0.1393495 Mar 07 14:06:57.885552 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af19d13-e061-4af0-b2ea-1b096905f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c98b0-eadd-49c9-a029-36a888a40782,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:57.938965 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55648) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:58.172703 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-39efc824-9a9c-4f29-b82d-1b7d3f5ef4f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b9f684-b537-4214-b276-a38c52323516 HTTP/1.1" status: 200 len: 217 time: 0.0736241 Mar 07 14:06:58.211894 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-b3baf833-822d-4827-9d9d-6c944f49d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:58.213414 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-b3baf833-822d-4827-9d9d-6c944f49d739 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1127 time: 0.0874064 Mar 07 14:06:58.239238 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786174506-network', 'tenant_id': '4e89ddd0e4d346ed994e4177c059af41'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:58.248927 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-d92f68b0-9c61-4a86-9842-d7e99df00362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:58.250538 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-d92f68b0-9c61-4a86-9842-d7e99df00362 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.0695519 Mar 07 14:06:58.310710 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-279423e4-0950-4c31-ab30-6ad8042107ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515752 Mar 07 14:06:58.312329 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Made reservation on behalf of 4e89ddd0e4d346ed994e4177c059af41 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:58.315276 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.318197 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55664) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:58.341603 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-778be33c-8ab3-4317-a31f-d74fc618340e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 217 time: 0.0976677 Mar 07 14:06:58.360997 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.412171 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['b75e0d92-27b0-42d9-84a8-bbceb41005cf'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:06:58.420148 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2507-637c-42e7-ac46-7a7453340273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.521930 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-192bc4e5-9099-4fba-88dc-c93c4792b557 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021449 Mar 07 14:06:58.668392 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969c568-a2e5-4fe7-a9fc-44c9576eddc6 req-626a62b4-e7c8-48fd-a88e-d345937a3d79 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:58.674795 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2dcde40b-4e3c-4554-a678-ff71061a366a req-21a2b57c-93d8-4f7b-91fa-55742ed08a61 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439803 Mar 07 14:06:58.678119 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8969c568-a2e5-4fe7-a9fc-44c9576eddc6 req-626a62b4-e7c8-48fd-a88e-d345937a3d79 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 945 time: 0.3894572 Mar 07 14:06:58.706669 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81a828-7508-4f5c-8b71-523b4b88f630 req-7977e7ab-86ee-477a-a6ba-9645607022f0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:58.716526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e81a828-7508-4f5c-8b71-523b4b88f630 req-7977e7ab-86ee-477a-a6ba-9645607022f0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 943 time: 0.4989939 Mar 07 14:06:58.736010 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks [] for security_group (6c2ddbb3-b0de-42c3-8c7c-6434ad064456), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.750155 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6c2ddbb3-b0de-42c3-8c7c-6434ad064456), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.766292 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2507-637c-42e7-ac46-7a7453340273 admin admin] Publish callbacks [] for security_group (b10b9c9f-f655-496b-93c2-fd35c61b2ac7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.809089 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ddbb3-b0de-42c3-8c7c-6434ad064456,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:58.813295 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2507-637c-42e7-ac46-7a7453340273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b10b9c9f-f655-496b-93c2-fd35c61b2ac7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.816712 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e81a828-7508-4f5c-8b71-523b4b88f630 req-720aa9ce-1524-49e7-9384-e8bce3a6e1d6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992513 Mar 07 14:06:58.840053 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-778ecc38-f9b6-43df-8d58-101086590dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:58.844470 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-778ecc38-f9b6-43df-8d58-101086590dbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.4690983 Mar 07 14:06:58.845880 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f2507-637c-42e7-ac46-7a7453340273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10b9c9f-f655-496b-93c2-fd35c61b2ac7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:58.852523 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:06:58.866437 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8969c568-a2e5-4fe7-a9fc-44c9576eddc6 req-32fd770e-5d87-4b19-a224-3edb9c0176f2 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873105 Mar 07 14:06:58.883287 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (544d0ad9-3778-4fd9-99c3-2bab980569b9), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:58.883520 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Added segment 544d0ad9-3778-4fd9-99c3-2bab980569b9 of type vlan for network 61f00aec-5d49-4714-9d90-f844409e141c Mar 07 14:06:58.923929 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ee1f2507-637c-42e7-ac46-7a7453340273 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6233b40465e948a58925b8e92633835a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6024044 Mar 07 14:06:58.931275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55694) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:58.985753 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.001227 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (61f00aec-5d49-4714-9d90-f844409e141c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.058704 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (61f00aec-5d49-4714-9d90-f844409e141c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.059920 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:59.060716 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.072320 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c08ede7-9acb-4e0d-afbd-7d2f91de5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:59.073602 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-0c08ede7-9acb-4e0d-afbd-7d2f91de5f25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2056038 Mar 07 14:06:59.096878 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1fa68e0-eb5a-455d-a09e-aa6d8b44b5ce admin admin] Publish callbacks [] for security_group (b10b9c9f-f655-496b-93c2-fd35c61b2ac7), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.136555 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc000e-96c5-4d0c-8218-8fa5a29dd063 req-097030dc-6fbf-4b17-9c15-0aca93c33ee2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:59.138065 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58fc000e-96c5-4d0c-8218-8fa5a29dd063 req-097030dc-6fbf-4b17-9c15-0aca93c33ee2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1800864 Mar 07 14:06:59.152934 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2106564 Mar 07 14:06:59.153556 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55702) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:59.162048 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Request body: {'subnet': {'network_id': '61f00aec-5d49-4714-9d90-f844409e141c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786174506-subnet', 'tenant_id': '4e89ddd0e4d346ed994e4177c059af41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:06:59.169074 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b7ec3-dfbe-4888-8d6d-5859297ab847 admin admin] Pushing event updated for resources: {'Network': ['ID=61f00aec-5d49-4714-9d90-f844409e141c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:59.180223 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1fa68e0-eb5a-455d-a09e-aa6d8b44b5ce admin admin] Publish callbacks [] for security_group (b10b9c9f-f655-496b-93c2-fd35c61b2ac7), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.185524 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 61f00aec-5d49-4714-9d90-f844409e141c details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:06:59.191392 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Made reservation on behalf of 4e89ddd0e4d346ed994e4177c059af41 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:06:59.193790 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.339587 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58fc000e-96c5-4d0c-8218-8fa5a29dd063 req-d7cf5c8d-1b4b-4654-8144-85c415ed0428 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813073 Mar 07 14:06:59.403923 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-a6133377-ff62-4c7a-9328-66b45277d086 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210464 Mar 07 14:06:59.489042 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1fa68e0-eb5a-455d-a09e-aa6d8b44b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b10b9c9f-f655-496b-93c2-fd35c61b2ac7), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.492348 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1fa68e0-eb5a-455d-a09e-aa6d8b44b5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.496230 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a1fa68e0-eb5a-455d-a09e-aa6d8b44b5ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b10b9c9f-f655-496b-93c2-fd35c61b2ac7 HTTP/1.1" status: 204 len: 168 time: 0.5608792 Mar 07 14:06:59.508124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa68e0-eb5a-455d-a09e-aa6d8b44b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10b9c9f-f655-496b-93c2-fd35c61b2ac7,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:59.546358 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55714) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:59.567071 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6428e8c1-1539-4cf7-b02d-d79e5e439eb6 req-8a10932a-99e1-4554-82bb-6145d6c1c720 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511915 Mar 07 14:06:59.569277 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (4030a4e2-1648-4e2c-ba85-baa524797186), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.655042 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4030a4e2-1648-4e2c-ba85-baa524797186,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:06:59.657374 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Checking segment: {'id': '544d0ad9-3778-4fd9-99c3-2bab980569b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '61f00aec-5d49-4714-9d90-f844409e141c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:06:59.657736 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Network hostable DHCP agents. Network: 61f00aec-5d49-4714-9d90-f844409e141c, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:06:59.685267 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Network 61f00aec-5d49-4714-9d90-f844409e141c is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:06:59.706794 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 61f00aec-5d49-4714-9d90-f844409e141c) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:06:59.708458 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77801046-0a1d-4491-b171-78edfaafc16e req-33d5331a-2e8e-4348-bb7b-5e5eb490d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:59.709944 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-33d5331a-2e8e-4348-bb7b-5e5eb490d4ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1127 time: 0.0776994 Mar 07 14:06:59.716681 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56957fc-a9dd-4cb3-bed4-ebb5bdb8fb14 None None] Network 61f00aec-5d49-4714-9d90-f844409e141c requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:59.722053 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:59.722940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:59.754775 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-02a4a8d8-b1a4-4619-bbe3-0e27671c394f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5894816 Mar 07 14:06:59.842446 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77801046-0a1d-4491-b171-78edfaafc16e req-6eac46c0-a469-4a58-a7d7-4b5d4173228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:06:59.844938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-6eac46c0-a469-4a58-a7d7-4b5d4173228c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.1234462 Mar 07 14:06:59.865974 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dcee9-9882-4eeb-846e-978e2297a4c2 None None] Network 61f00aec-5d49-4714-9d90-f844409e141c requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:06:59.901966 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-995665b0-14fd-457a-9ba6-e0fc21e857df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 217 time: 0.0499005 Mar 07 14:07:00.035815 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68d7565a-8e23-42b7-a744-44d852e648c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.083621 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77801046-0a1d-4491-b171-78edfaafc16e req-ae079c05-fd54-46bb-8626-9a9d98158d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:00.085112 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-ae079c05-fd54-46bb-8626-9a9d98158d96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.1768014 Mar 07 14:07:00.102810 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 4bbc0b65-3737-480f-a522-3efe51cd6c48 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:07:00.155118 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68d7565a-8e23-42b7-a744-44d852e648c8 admin admin] Publish callbacks [] for security_group (42ba73e1-3379-476e-8707-76b9b79077b9), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.161762 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68d7565a-8e23-42b7-a744-44d852e648c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (42ba73e1-3379-476e-8707-76b9b79077b9), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.162795 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b75e0d92-27b0-42d9-84a8-bbceb41005cf up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:07:00.165436 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8d5f0-3c24-4c42-907f-ef1debd0324e req-076052fb-5461-4c24-94aa-f5847914d653 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:00.173611 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61a8d5f0-3c24-4c42-907f-ef1debd0324e req-076052fb-5461-4c24-94aa-f5847914d653 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 943 time: 0.1942031 Mar 07 14:07:00.190483 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d1c0-7696-4d1d-94b2-e8bd0400b949 req-aa2e5414-9fa6-4f35-a9a3-5f783fe99b70 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:00.192377 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bd73d1c0-7696-4d1d-94b2-e8bd0400b949 req-aa2e5414-9fa6-4f35-a9a3-5f783fe99b70 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 945 time: 0.2148387 Mar 07 14:07:00.217042 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7565a-8e23-42b7-a744-44d852e648c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ba73e1-3379-476e-8707-76b9b79077b9,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:00.224864 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-68d7565a-8e23-42b7-a744-44d852e648c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03ce4c5510d74b11ae0d60e3de048d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6711018 Mar 07 14:07:00.226300 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55754) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:00.265048 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77801046-0a1d-4491-b171-78edfaafc16e req-16983d7e-cae8-47c2-8269-62c065420d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:00.266552 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-16983d7e-cae8-47c2-8269-62c065420d01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1742132 Mar 07 14:07:00.322811 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61a8d5f0-3c24-4c42-907f-ef1debd0324e req-9618528e-db4f-49d9-9b93-e1876f377cfd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239033 Mar 07 14:07:00.330411 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-40f770a2-0ace-4a39-bad2-c5adb7ee966a admin admin] Publish callbacks [] for security_group (42ba73e1-3379-476e-8707-76b9b79077b9), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.349935 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bd73d1c0-7696-4d1d-94b2-e8bd0400b949 req-84cb35f5-58b5-41d0-85ce-c1a67d6c5be9 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476438 Mar 07 14:07:00.391174 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-40f770a2-0ace-4a39-bad2-c5adb7ee966a admin admin] Publish callbacks [] for security_group (42ba73e1-3379-476e-8707-76b9b79077b9), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.438315 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.db.resource_extend [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 14:07:00.501717 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-40f770a2-0ace-4a39-bad2-c5adb7ee966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (42ba73e1-3379-476e-8707-76b9b79077b9), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.505436 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-40f770a2-0ace-4a39-bad2-c5adb7ee966a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.506954 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-40f770a2-0ace-4a39-bad2-c5adb7ee966a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42ba73e1-3379-476e-8707-76b9b79077b9 HTTP/1.1" status: 204 len: 168 time: 0.2809296 Mar 07 14:07:00.515058 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-a976acab-2414-4725-b4b6-db3da393a86b service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395883 Mar 07 14:07:00.523317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f770a2-0ace-4a39-bad2-c5adb7ee966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ba73e1-3379-476e-8707-76b9b79077b9,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:00.570503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba714-80a9-4d10-a85e-3f37440de9c4 req-030bd269-9998-4007-a4a1-f48d97a7178c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:00.573281 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port b75e0d92-27b0-42d9-84a8-bbceb41005cf completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:07:00.577850 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-563ba714-80a9-4d10-a85e-3f37440de9c4 req-030bd269-9998-4007-a4a1-f48d97a7178c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1057384 Mar 07 14:07:00.594190 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port b75e0d92-27b0-42d9-84a8-bbceb41005cf triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:07:00.594724 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.599477 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 4bbc0b65-3737-480f-a522-3efe51cd6c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:00.655193 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '4bbc0b65-3737-480f-a522-3efe51cd6c48', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'port_id': '4bbc0b65-3737-480f-a522-3efe51cd6c48', 'mac_address': 'fa:16:3e:7d:fe:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:07:00.696098 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-563ba714-80a9-4d10-a85e-3f37440de9c4 req-0454c0f2-15af-4298-a6e0-393594f68f14 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084867 Mar 07 14:07:00.702331 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77801046-0a1d-4491-b171-78edfaafc16e req-e431d468-e7a8-42df-a3cf-ff1ba808d92e service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798036 Mar 07 14:07:00.750049 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 4bbc0b65-3737-480f-a522-3efe51cd6c48 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:00.750511 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.772514 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbc0b65-3737-480f-a522-3efe51cd6c48 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:07:00.779452 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port b75e0d92-27b0-42d9-84a8-bbceb41005cf is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:00.779880 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.810736 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 4bbc0b65-3737-480f-a522-3efe51cd6c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:00.817940 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:07:00.887548 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.888210 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 96b9f684-b537-4214-b276-a38c52323516 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:07:00.897976 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port b75e0d92-27b0-42d9-84a8-bbceb41005cf, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf,segment=NetworkSegment(e18d002a-a4be-47e8-ad7d-b6aceb35b06d),segment_id=e18d002a-a4be-47e8-ad7d-b6aceb35b06d)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:00.928416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:00.958821 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=4bbc0b65-3737-480f-a522-3efe51cd6c48,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:00.972671 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 96b9f684-b537-4214-b276-a38c52323516, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=96b9f684-b537-4214-b276-a38c52323516,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:01.007012 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '96b9f684-b537-4214-b276-a38c52323516', 'network_id': '17b865f0-1e2d-448f-b049-fe45149b0bcf', 'port_id': '96b9f684-b537-4214-b276-a38c52323516', 'mac_address': 'fa:16:3e:01:7b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fa004d-5ea3-454b-af90-31defa4c5b44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:07:01.063528 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=b75e0d92-27b0-42d9-84a8-bbceb41005cf,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:01.073066 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 96b9f684-b537-4214-b276-a38c52323516 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:01.073459 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (96b9f684-b537-4214-b276-a38c52323516), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.081664 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55790) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:01.089794 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b9f684-b537-4214-b276-a38c52323516 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:07:01.097308 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d80ae87f-c363-482f-9d7d-96980ad46fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.110302 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 96b9f684-b537-4214-b276-a38c52323516, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=96b9f684-b537-4214-b276-a38c52323516,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:01.117323 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (96b9f684-b537-4214-b276-a38c52323516), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.174293 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=96b9f684-b537-4214-b276-a38c52323516,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:01.192976 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d80ae87f-c363-482f-9d7d-96980ad46fa5 admin admin] Publish callbacks [] for security_group (cd615cc7-b064-401e-a6c4-bfea571dc31f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.198027 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d80ae87f-c363-482f-9d7d-96980ad46fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (cd615cc7-b064-401e-a6c4-bfea571dc31f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.244037 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d80ae87f-c363-482f-9d7d-96980ad46fa5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5d2b72ab3fe4e81b931d9bd94a20af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585081 Mar 07 14:07:01.244037 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ae87f-c363-482f-9d7d-96980ad46fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd615cc7-b064-401e-a6c4-bfea571dc31f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:01.244730 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55794) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:01.302490 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4101bb21-2d60-4208-9908-972edd6256c1 admin admin] Publish callbacks [] for security_group (cd615cc7-b064-401e-a6c4-bfea571dc31f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.347092 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4101bb21-2d60-4208-9908-972edd6256c1 admin admin] Publish callbacks [] for security_group (cd615cc7-b064-401e-a6c4-bfea571dc31f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.395166 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['96b9f684-b537-4214-b276-a38c52323516'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:07:01.454701 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['4bbc0b65-3737-480f-a522-3efe51cd6c48'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:07:01.482879 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55818) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:01.488369 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-462304391-network', 'tenant_id': '3e00983f8f3c496f8f776affbc5f1856'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:01.498122 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98532b4-b400-4512-9745-150edb50ff02" -d '{"events": [{"server_uuid": "21c33533-bdcc-4f64-bd23-7d294a4083eb", "name": "network-vif-plugged", "status": "completed", "tag": "b75e0d92-27b0-42d9-84a8-bbceb41005cf"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:07:01.534415 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Made reservation on behalf of 3e00983f8f3c496f8f776affbc5f1856 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:01.537522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.560821 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.579557 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f656c-7c6f-4fad-961b-beed1307654a req-13c73407-e24c-487a-918a-b9ed59de2117 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:01.582027 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-482f656c-7c6f-4fad-961b-beed1307654a req-13c73407-e24c-487a-918a-b9ed59de2117 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 944 time: 0.1468751 Mar 07 14:07:01.584274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4101bb21-2d60-4208-9908-972edd6256c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (cd615cc7-b064-401e-a6c4-bfea571dc31f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.588340 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4101bb21-2d60-4208-9908-972edd6256c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.593224 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4101bb21-2d60-4208-9908-972edd6256c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd615cc7-b064-401e-a6c4-bfea571dc31f HTTP/1.1" status: 204 len: 168 time: 0.3473976 Mar 07 14:07:01.632687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101bb21-2d60-4208-9908-972edd6256c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd615cc7-b064-401e-a6c4-bfea571dc31f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:01.659891 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f41df-46b4-4e0c-a5ce-65fe84976770 req-53e0e294-6a45-45bd-aec6-66bd004fa22d tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:01.661950 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-951f41df-46b4-4e0c-a5ce-65fe84976770 req-53e0e294-6a45-45bd-aec6-66bd004fa22d tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.1608949 Mar 07 14:07:01.757489 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-482f656c-7c6f-4fad-961b-beed1307654a req-3d8b5c99-b7e6-4b08-b862-06a215b83eb4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464717 Mar 07 14:07:01.758921 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks [] for security_group (d70c3378-3561-4255-a691-523d3f8138c6), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.776363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d70c3378-3561-4255-a691-523d3f8138c6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.809195 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-951f41df-46b4-4e0c-a5ce-65fe84976770 req-71fdaf61-52bb-4872-9aa1-58cb2d5350f5 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351113 Mar 07 14:07:01.846190 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70c3378-3561-4255-a691-523d3f8138c6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:01.855229 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:01.872889 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (abce9ea3-e014-4ed7-a112-7ebd5f35b31e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:01.873244 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Added segment abce9ea3-e014-4ed7-a112-7ebd5f35b31e of type vlan for network a3052311-d433-4fde-882a-182b6cf70686 Mar 07 14:07:01.990085 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (a3052311-d433-4fde-882a-182b6cf70686), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.038161 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (a3052311-d433-4fde-882a-182b6cf70686), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.039245 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:02.039987 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.053686 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c606-b1d2-4635-ae11-43240204289a req-9c27a5b9-463f-4b2b-8aac-f8babbd102b7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:02.057632 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ebc3c606-b1d2-4635-ae11-43240204289a req-9c27a5b9-463f-4b2b-8aac-f8babbd102b7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1088810 Mar 07 14:07:02.097509 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6133745 Mar 07 14:07:02.100810 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55848) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:02.110007 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Request body: {'subnet': {'network_id': 'a3052311-d433-4fde-882a-182b6cf70686', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-462304391-subnet', 'tenant_id': '3e00983f8f3c496f8f776affbc5f1856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:02.115547 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:07:02.192640 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ebc3c606-b1d2-4635-ae11-43240204289a req-e53b6570-6c09-421e-9162-516d5bdc9f81 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229203 Mar 07 14:07:02.194691 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Made reservation on behalf of 3e00983f8f3c496f8f776affbc5f1856 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:02.197570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.201846 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a7a95-4045-486e-bd2f-fd58895ef56c admin admin] Pushing event updated for resources: {'Network': ['ID=a3052311-d433-4fde-882a-182b6cf70686,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:02.328364 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:02.349406 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'mac_address': 'fa:16:3e:96:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:07:02.352751 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5385ff6-d1b6-42e1-af2d-8c725ac0d012 x-openstack-request-id: req-d5385ff6-d1b6-42e1-af2d-8c725ac0d012 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:07:02.353920 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c33533-bdcc-4f64-bd23-7d294a4083eb", "name": "network-vif-plugged", "status": "completed", "tag": "b75e0d92-27b0-42d9-84a8-bbceb41005cf", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:07:02.354391 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5385ff6-d1b6-42e1-af2d-8c725ac0d012 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:07:02.355690 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf', 'code': 200} Mar 07 14:07:02.358709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network a3052311-d433-4fde-882a-182b6cf70686 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:02.487529 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:02.487906 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.503961 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:07:02.530512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:02.537567 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.593033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:02.649373 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (431553a9-d3fd-4eb6-ae05-2ed0da5d61ec), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.696117 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cedf9a-87da-4bf7-8c3e-17033ed253f8 req-915d0cd0-a444-458c-97a6-212f285b4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:02.697635 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f8cedf9a-87da-4bf7-8c3e-17033ed253f8 req-915d0cd0-a444-458c-97a6-212f285b4cb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 1130 time: 0.1532030 Mar 07 14:07:02.727184 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431553a9-d3fd-4eb6-ae05-2ed0da5d61ec,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:02.735511 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f8cedf9a-87da-4bf7-8c3e-17033ed253f8 req-35da97eb-9e8b-487c-90a8-3b65eec76ada service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.757728 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Checking segment: {'id': 'abce9ea3-e014-4ed7-a112-7ebd5f35b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3052311-d433-4fde-882a-182b6cf70686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:02.758082 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Network hostable DHCP agents. Network: a3052311-d433-4fde-882a-182b6cf70686, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:02.794641 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Network a3052311-d433-4fde-882a-182b6cf70686 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:02.818079 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, a3052311-d433-4fde-882a-182b6cf70686) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:02.830649 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:02.830649 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.836216 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cd845-e1a2-4454-ba50-6899d4019f10 None None] Network a3052311-d433-4fde-882a-182b6cf70686 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:02.840849 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:07:02.917245 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f8cedf9a-87da-4bf7-8c3e-17033ed253f8 req-35da97eb-9e8b-487c-90a8-3b65eec76ada service neutron] Publish callbacks [] for security_group (74277384-bffa-4d01-aa7e-adbac4e68ef3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.930014 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3956f1be-9e76-457d-9f13-2e0b887991a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8278391 Mar 07 14:07:02.934754 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f8cedf9a-87da-4bf7-8c3e-17033ed253f8 req-35da97eb-9e8b-487c-90a8-3b65eec76ada service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (74277384-bffa-4d01-aa7e-adbac4e68ef3), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:02.994935 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f8cedf9a-87da-4bf7-8c3e-17033ed253f8 req-35da97eb-9e8b-487c-90a8-3b65eec76ada service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886815 Mar 07 14:07:03.026109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831c24a-a6e0-4f02-a8bd-2e2c0f3c1f5c req-fa6602fe-173f-4e12-8aae-12f49cd43822 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:03.033547 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4831c24a-a6e0-4f02-a8bd-2e2c0f3c1f5c req-fa6602fe-173f-4e12-8aae-12f49cd43822 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 944 time: 0.1859984 Mar 07 14:07:03.047024 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ddb3b-0870-4792-b2ce-6712d6a2e7a6 None None] Network a3052311-d433-4fde-882a-182b6cf70686 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:03.085173 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da97eb-9e8b-487c-90a8-3b65eec76ada service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74277384-bffa-4d01-aa7e-adbac4e68ef3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:03.124059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4831c24a-a6e0-4f02-a8bd-2e2c0f3c1f5c req-78c16b12-b27e-4833-b5fe-ce824c215647 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845988 Mar 07 14:07:03.137588 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df531b8-e31a-4b6d-b2b0-95e36f251173 req-0d85c5f3-d407-4f53-812e-63f6f31d7927 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:03.139394 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3df531b8-e31a-4b6d-b2b0-95e36f251173 req-0d85c5f3-d407-4f53-812e-63f6f31d7927 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.1687810 Mar 07 14:07:03.218047 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3df531b8-e31a-4b6d-b2b0-95e36f251173 req-4c676615-f810-4f50-ad4e-2cd97d04c138 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708239 Mar 07 14:07:03.505225 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9faa6e-8bb9-43fb-b1e0-99d01fb14372 req-482b81c7-b693-448b-9a15-720117c0a30f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:03.506966 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f9faa6e-8bb9-43fb-b1e0-99d01fb14372 req-482b81c7-b693-448b-9a15-720117c0a30f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 944 time: 0.2267241 Mar 07 14:07:03.574959 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f9faa6e-8bb9-43fb-b1e0-99d01fb14372 req-a245a2a0-02eb-413c-a976-63f22fe85bd8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599945 Mar 07 14:07:04.131600 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 4bbc0b65-3737-480f-a522-3efe51cd6c48 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:07:04.204389 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 4bbc0b65-3737-480f-a522-3efe51cd6c48 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:07:04.215547 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 4bbc0b65-3737-480f-a522-3efe51cd6c48 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:07:04.215547 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.349736 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 4bbc0b65-3737-480f-a522-3efe51cd6c48 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:04.350136 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.352693 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a527b73-4d55-44ea-9e81-e130c83f73f2 req-d227ef4e-5171-4ce4-9508-27645e3d2033 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:04.355246 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a527b73-4d55-44ea-9e81-e130c83f73f2 req-d227ef4e-5171-4ce4-9508-27645e3d2033 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 944 time: 0.1277676 Mar 07 14:07:04.394015 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbc0b65-3737-480f-a522-3efe51cd6c48'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:07:04.396267 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717ce144-1947-48ff-b087-a0d0527a392f" -d '{"events": [{"server_uuid": "f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145", "name": "network-vif-plugged", "status": "completed", "tag": "4bbc0b65-3737-480f-a522-3efe51cd6c48"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:07:04.417079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 4bbc0b65-3737-480f-a522-3efe51cd6c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:04.420742 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd3425-721b-40f4-9182-59d4af774812 req-6e657f08-b4fc-4e1a-af39-92680d153031 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:04.422742 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cfd3425-721b-40f4-9182-59d4af774812 req-6e657f08-b4fc-4e1a-af39-92680d153031 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.1123745 Mar 07 14:07:04.426936 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.427984 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 96b9f684-b537-4214-b276-a38c52323516 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:07:04.479837 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a527b73-4d55-44ea-9e81-e130c83f73f2 req-8a58e0c3-1dce-49cc-8a90-3571dd114809 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165872 Mar 07 14:07:04.521394 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=4bbc0b65-3737-480f-a522-3efe51cd6c48,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:04.562602 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 96b9f684-b537-4214-b276-a38c52323516 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:07:04.563931 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cfd3425-721b-40f4-9182-59d4af774812 req-5831f44a-3e21-412b-ae18-203944903602 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207104 Mar 07 14:07:04.568611 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525b4e26-db58-4ea5-a5aa-ea60d8f1478b x-openstack-request-id: req-525b4e26-db58-4ea5-a5aa-ea60d8f1478b {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:07:04.569060 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145", "name": "network-vif-plugged", "status": "completed", "tag": "4bbc0b65-3737-480f-a522-3efe51cd6c48", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:07:04.569410 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-525b4e26-db58-4ea5-a5aa-ea60d8f1478b {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:07:04.569889 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbc0b65-3737-480f-a522-3efe51cd6c48', 'code': 200} Mar 07 14:07:04.573076 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 96b9f684-b537-4214-b276-a38c52323516 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:07:04.573540 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (96b9f684-b537-4214-b276-a38c52323516), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.680225 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 96b9f684-b537-4214-b276-a38c52323516 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:04.680613 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (96b9f684-b537-4214-b276-a38c52323516), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.713049 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599fb-2514-4de0-8a89-32627f17dde9 req-3e9c8f4c-88de-4084-b3de-8a8e907431ec tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:04.714664 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a3599fb-2514-4de0-8a89-32627f17dde9 req-3e9c8f4c-88de-4084-b3de-8a8e907431ec tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 944 time: 0.0621424 Mar 07 14:07:04.723718 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 55976) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:04.727936 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 96b9f684-b537-4214-b276-a38c52323516, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=96b9f684-b537-4214-b276-a38c52323516,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:04.732280 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (96b9f684-b537-4214-b276-a38c52323516), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.733326 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:07:04.794842 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaabe0b-b5da-4390-b531-5765e4fb559d req-5eb02c9f-8f45-45d0-82a3-89c9984cb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:04.800116 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-acaabe0b-b5da-4390-b531-5765e4fb559d req-5eb02c9f-8f45-45d0-82a3-89c9984cb919 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.0808818 Mar 07 14:07:04.807886 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a3599fb-2514-4de0-8a89-32627f17dde9 req-f2dadd4d-960a-41ff-a5d1-dc5058771512 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796919 Mar 07 14:07:04.823572 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:07:04.839404 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:07:04.839940 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.854180 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c29478d7-2c87-485b-a7da-02e58c0d4f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.884664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=96b9f684-b537-4214-b276-a38c52323516,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:04.900338 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-acaabe0b-b5da-4390-b531-5765e4fb559d req-35e923b3-3b95-4cab-baa7-e67b07811ad4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913327 Mar 07 14:07:04.942389 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c29478d7-2c87-485b-a7da-02e58c0d4f40 admin admin] Publish callbacks [] for security_group (a92a3204-450a-4ecb-ba67-381a65f797df), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.948837 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c29478d7-2c87-485b-a7da-02e58c0d4f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a92a3204-450a-4ecb-ba67-381a65f797df), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.956557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:07:04.956965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:04.999986 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29478d7-2c87-485b-a7da-02e58c0d4f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a3204-450a-4ecb-ba67-381a65f797df,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:05.008424 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 55988) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:05.008741 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c29478d7-2c87-485b-a7da-02e58c0d4f40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7323adfd26841c09e499e5c62f9fe46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836101 Mar 07 14:07:05.016433 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:05.026514 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.072314 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8578-f058-45df-88c0-317e38f64476 admin admin] Publish callbacks [] for security_group (a92a3204-450a-4ecb-ba67-381a65f797df), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.088252 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:05.108807 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8578-f058-45df-88c0-317e38f64476 admin admin] Publish callbacks [] for security_group (a92a3204-450a-4ecb-ba67-381a65f797df), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.168730 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8578-f058-45df-88c0-317e38f64476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a92a3204-450a-4ecb-ba67-381a65f797df), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.171575 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8578-f058-45df-88c0-317e38f64476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.176655 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4f4f8578-f058-45df-88c0-317e38f64476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a92a3204-450a-4ecb-ba67-381a65f797df HTTP/1.1" status: 204 len: 168 time: 0.1668909 Mar 07 14:07:05.184388 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f8578-f058-45df-88c0-317e38f64476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a3204-450a-4ecb-ba67-381a65f797df,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:05.591630 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56018) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:05.618887 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8ec35ef-d37d-4663-978f-eb58da0f230f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.650917 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8727013-ada8-4a4b-a2e4-69907b0e29d7 req-03a3e378-1a17-4c9e-9b65-0f135f4541f5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:05.654190 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8727013-ada8-4a4b-a2e4-69907b0e29d7 req-03a3e378-1a17-4c9e-9b65-0f135f4541f5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0974002 Mar 07 14:07:05.780378 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8ec35ef-d37d-4663-978f-eb58da0f230f admin admin] Publish callbacks [] for security_group (0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.787990 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a8ec35ef-d37d-4663-978f-eb58da0f230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.820928 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec35ef-d37d-4663-978f-eb58da0f230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:05.850646 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8727013-ada8-4a4b-a2e4-69907b0e29d7 req-4fcb81fd-ef47-4ea6-94e5-61c82be0c700 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892939 Mar 07 14:07:05.869816 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56032) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:05.878212 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a8ec35ef-d37d-4663-978f-eb58da0f230f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9988711d99124baa8ed09a928a041807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841971 Mar 07 14:07:05.889856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f4e8b-c99b-42d8-80cd-3db4ac61d8d2 req-4c63ec26-1575-4525-a8cd-0682c036f1d7 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:05.896465 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d9f4e8b-c99b-42d8-80cd-3db4ac61d8d2 req-4c63ec26-1575-4525-a8cd-0682c036f1d7 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.2030389 Mar 07 14:07:06.002459 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d9f4e8b-c99b-42d8-80cd-3db4ac61d8d2 req-c0df016c-f255-4ae6-b54f-a6fd6307b1ff tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026502 Mar 07 14:07:06.030617 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbbff63-74d2-46ec-949c-a7f2561a5da6 admin admin] Publish callbacks [] for security_group (0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:06.071151 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ad6bc-5b22-4c5d-8abf-46c294d9c496 req-b7084413-ed5d-4906-a493-de5da83d60d1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:06.078729 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eb0ad6bc-5b22-4c5d-8abf-46c294d9c496 req-b7084413-ed5d-4906-a493-de5da83d60d1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1345448 Mar 07 14:07:06.090858 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbbff63-74d2-46ec-949c-a7f2561a5da6 admin admin] Publish callbacks [] for security_group (0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:06.180367 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eb0ad6bc-5b22-4c5d-8abf-46c294d9c496 req-d85a097e-4d67-4c0b-89de-4f5fb0171620 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006339 Mar 07 14:07:06.207831 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbbff63-74d2-46ec-949c-a7f2561a5da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:06.210758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbbff63-74d2-46ec-949c-a7f2561a5da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:06.212345 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3bbbff63-74d2-46ec-949c-a7f2561a5da6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77 HTTP/1.1" status: 204 len: 168 time: 0.3411491 Mar 07 14:07:06.221675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbff63-74d2-46ec-949c-a7f2561a5da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b236ab6-e0f9-43e6-bd03-2ab73fbe0d77,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:06.571587 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e751abe7-081c-4206-abf7-0aeb31101105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9f684-b537-4214-b276-a38c52323516'}, {'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:07:06.574029 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300840e-a127-4080-bbf5-891cfefba646" -d '{"events": [{"server_uuid": "e751abe7-081c-4206-abf7-0aeb31101105", "name": "network-vif-plugged", "status": "completed", "tag": "96b9f684-b537-4214-b276-a38c52323516"}, {"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:07:06.618418 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243a4735-1b09-44bd-9643-099a1f315a2d x-openstack-request-id: req-243a4735-1b09-44bd-9643-099a1f315a2d {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:07:06.618709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e751abe7-081c-4206-abf7-0aeb31101105", "name": "network-vif-plugged", "status": "completed", "tag": "96b9f684-b537-4214-b276-a38c52323516", "code": 200}, {"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:07:06.619116 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-243a4735-1b09-44bd-9643-099a1f315a2d {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:07:06.619674 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e751abe7-081c-4206-abf7-0aeb31101105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9f684-b537-4214-b276-a38c52323516', 'code': 200} Mar 07 14:07:06.620052 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'code': 200} Mar 07 14:07:06.982414 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd6f-0207-42f7-ae18-5c2e64f3f0a2 req-94fbf526-dc92-451a-ac57-96f8e9889895 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:06.982414 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d778cd6f-0207-42f7-ae18-5c2e64f3f0a2 req-94fbf526-dc92-451a-ac57-96f8e9889895 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0534534 Mar 07 14:07:07.028819 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d778cd6f-0207-42f7-ae18-5c2e64f3f0a2 req-e9ae2ff7-21c0-49b9-bd70-0f6e637aa344 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Mar 07 14:07:07.310545 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56094) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:07.313354 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dd500-4c59-4bb3-93bd-c08224248677 req-6175f84f-ce4f-49c1-b897-f65e7a163a6c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:07.315993 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-201dd500-4c59-4bb3-93bd-c08224248677 req-6175f84f-ce4f-49c1-b897-f65e7a163a6c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.0591559 Mar 07 14:07:07.364415 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-201dd500-4c59-4bb3-93bd-c08224248677 req-9bf26fe1-5ca8-418f-968d-d27ff41f8509 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Mar 07 14:07:07.429592 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79beeb19-6188-40d1-8978-aab000987453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.505487 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79beeb19-6188-40d1-8978-aab000987453 admin admin] Publish callbacks [] for security_group (258a7f64-6588-4c2a-8e75-43dd2c2f3a80), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.509081 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79beeb19-6188-40d1-8978-aab000987453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (258a7f64-6588-4c2a-8e75-43dd2c2f3a80), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.547095 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-79beeb19-6188-40d1-8978-aab000987453 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65db981094cd4a4c940b4b0edd7e005d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355015 Mar 07 14:07:07.548049 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beeb19-6188-40d1-8978-aab000987453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258a7f64-6588-4c2a-8e75-43dd2c2f3a80,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:07.549810 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56104) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:07.603029 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358fd2aa-e1ce-48e7-83f6-70a33954f4c8 admin admin] Publish callbacks [] for security_group (258a7f64-6588-4c2a-8e75-43dd2c2f3a80), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.623446 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358fd2aa-e1ce-48e7-83f6-70a33954f4c8 admin admin] Publish callbacks [] for security_group (258a7f64-6588-4c2a-8e75-43dd2c2f3a80), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.669500 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358fd2aa-e1ce-48e7-83f6-70a33954f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (258a7f64-6588-4c2a-8e75-43dd2c2f3a80), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.671918 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358fd2aa-e1ce-48e7-83f6-70a33954f4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.673067 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-358fd2aa-e1ce-48e7-83f6-70a33954f4c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/258a7f64-6588-4c2a-8e75-43dd2c2f3a80 HTTP/1.1" status: 204 len: 168 time: 0.1222844 Mar 07 14:07:07.680804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd2aa-e1ce-48e7-83f6-70a33954f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258a7f64-6588-4c2a-8e75-43dd2c2f3a80,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:08.149040 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec792c6-5f2e-4843-8caa-38f86a2468b8 req-29e7e8d9-8cec-4195-a868-df905f81eb9f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:08.150523 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cec792c6-5f2e-4843-8caa-38f86a2468b8 req-29e7e8d9-8cec-4195-a868-df905f81eb9f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0550153 Mar 07 14:07:08.201705 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cec792c6-5f2e-4843-8caa-38f86a2468b8 req-f71d5499-d47f-4b55-a414-05c8c500958d tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Mar 07 14:07:08.533405 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec16e6-8c6c-4d56-9998-15747679b691 req-1a7eaed5-3392-4b7d-8758-294c3a337da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:08.534906 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3eec16e6-8c6c-4d56-9998-15747679b691 req-1a7eaed5-3392-4b7d-8758-294c3a337da3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1129 time: 0.1126747 Mar 07 14:07:08.537220 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8335b-cf31-4dcf-ba86-34521d8aca16 req-ab1b6e59-7337-4724-8acb-a292acb2ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:08.538757 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b6d8335b-cf31-4dcf-ba86-34521d8aca16 req-ab1b6e59-7337-4724-8acb-a292acb2ca61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 1129 time: 0.1137261 Mar 07 14:07:08.554809 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e212f-5dcd-402c-8022-f0fc3a443244 req-bebade4a-235f-400a-b688-9deb573f5b40 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:08.556826 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a48e212f-5dcd-402c-8022-f0fc3a443244 req-bebade4a-235f-400a-b688-9deb573f5b40 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1085618 Mar 07 14:07:08.622240 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b6d8335b-cf31-4dcf-ba86-34521d8aca16 req-3a15db6d-419f-4acc-980d-623000cb8ac6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Mar 07 14:07:08.626278 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3eec16e6-8c6c-4d56-9998-15747679b691 req-75eeb14f-7b95-4258-a55e-1229a1bfe2d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680096 Mar 07 14:07:08.637795 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a48e212f-5dcd-402c-8022-f0fc3a443244 req-449e0e18-d065-48ea-8bac-db422f0dab88 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649426 Mar 07 14:07:09.321791 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294777b-76d0-4bd8-bc52-403342e1d84c req-833e2e54-da0a-4174-9b63-952ae6c54997 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:09.323248 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1294777b-76d0-4bd8-bc52-403342e1d84c req-833e2e54-da0a-4174-9b63-952ae6c54997 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0527890 Mar 07 14:07:09.369105 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1294777b-76d0-4bd8-bc52-403342e1d84c req-90c6ff3c-b765-4cda-82e3-c98e5eee8780 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Mar 07 14:07:09.782513 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e65cc3-751e-4ff3-9d6d-4d118c72074e req-8be1e604-dc80-473c-b417-5c0700b927fb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:09.790999 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45e65cc3-751e-4ff3-9d6d-4d118c72074e req-8be1e604-dc80-473c-b417-5c0700b927fb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.0740366 Mar 07 14:07:09.905219 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45e65cc3-751e-4ff3-9d6d-4d118c72074e req-d030bd85-e251-48cf-913d-d8f4738db207 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084912 Mar 07 14:07:10.054204 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:07:10.497102 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0916d-1ded-4bd4-be2a-d55382ea78ad req-60423724-d04b-4b6a-9343-9ee317041c04 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:10.499016 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10c0916d-1ded-4bd4-be2a-d55382ea78ad req-60423724-d04b-4b6a-9343-9ee317041c04 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0623376 Mar 07 14:07:10.561229 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10c0916d-1ded-4bd4-be2a-d55382ea78ad req-40fd0502-36ea-4c29-b0da-c899b3df902e tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Mar 07 14:07:11.003916 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b225f-4c94-4089-a1f7-da24787c9cdb req-08e56d90-14e0-494a-a9ed-887f902b568f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:11.005631 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ab8b225f-4c94-4089-a1f7-da24787c9cdb req-08e56d90-14e0-494a-a9ed-887f902b568f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0704556 Mar 07 14:07:11.076819 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b64b4a-0636-42f4-9664-173974e20966 req-03d66877-a41c-4b2b-9632-9990c8367972 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:11.078307 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20b64b4a-0636-42f4-9664-173974e20966 req-03d66877-a41c-4b2b-9632-9990c8367972 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.0964887 Mar 07 14:07:11.081827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ab8b225f-4c94-4089-a1f7-da24787c9cdb req-2e9546d1-0094-44d6-946d-94df0170554c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616858 Mar 07 14:07:11.128675 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20b64b4a-0636-42f4-9664-173974e20966 req-89a8400e-2503-4585-8b1c-a744634963df tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Mar 07 14:07:11.295384 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062c642-4db4-4f98-bc73-5ba1338d61e4 req-f06973a5-d838-4e90-9009-74de52ae4512 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:11.297200 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a062c642-4db4-4f98-bc73-5ba1338d61e4 req-f06973a5-d838-4e90-9009-74de52ae4512 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.0583310 Mar 07 14:07:11.306398 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56266) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:11.310790 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'floatingip': {'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:11.390787 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (4d763d6d-3698-4899-87f3-9b7f92c0c240), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:12.205301 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:12.209934 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (4d763d6d-3698-4899-87f3-9b7f92c0c240), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:12.266956 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cab20-54ca-44d0-91b6-f6464231e394 req-fd3fd574-f5b6-4d49-97d6-3c541023f5f5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:12.268386 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-650cab20-54ca-44d0-91b6-f6464231e394 req-fd3fd574-f5b6-4d49-97d6-3c541023f5f5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1120374 Mar 07 14:07:12.349632 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Floating IP 4d763d6d-3698-4899-87f3-9b7f92c0c240 associated. External IP: 172.27.3.103, port: e5c3230a-2ee4-4546-bea1-7ec7e1f57f01. Mar 07 14:07:12.358267 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-650cab20-54ca-44d0-91b6-f6464231e394 req-a8475b23-0787-4217-ad47-94e722b75b7c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Mar 07 14:07:12.566721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:07:12.673570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:07:12.679101 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:12.688231 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:07:12.700737 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:07:12.701341 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:12.710409 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8839af8d-04f3-4acf-a72d-e765eadc1c8b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "PUT /v2.0/floatingips/4d763d6d-3698-4899-87f3-9b7f92c0c240 HTTP/1.1" status: 200 len: 991 time: 1.4028296 Mar 07 14:07:12.710920 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:07:12.713169 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c544004f-3c94-4891-a904-f1997f22742a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:07:12.754957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f957c3-5351-4fbe-8ccc-18e877188421 x-openstack-request-id: req-e8f957c3-5351-4fbe-8ccc-18e877188421 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:07:12.754957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:07:12.754957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8f957c3-5351-4fbe-8ccc-18e877188421 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:07:12.754957 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'status': 'completed', 'code': 200} Mar 07 14:07:12.812175 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:07:13.074178 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '4d763d6d-3698-4899-87f3-9b7f92c0c240', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'mac_address': 'fa:16:3e:96:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce516f3-14fd-4529-9a94-83b198013822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:06:43Z', 'updated_at': '2022-03-07T14:07:11Z', 'revision_number': 1, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:13.104523 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:07:13.114552 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:07:13.115179 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:06:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:13.120154 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-8f24c766-2665-49d1-8c6a-d22dd2e4fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.121699 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-8f24c766-2665-49d1-8c6a-d22dd2e4fc97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 1129 time: 0.0484288 Mar 07 14:07:13.137522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544004f-3c94-4891-a904-f1997f22742a req-c83d8294-3ed8-41c3-92dc-0eab48bc9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.139698 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-c83d8294-3ed8-41c3-92dc-0eab48bc9a14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1129 time: 0.0558846 Mar 07 14:07:13.223905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-b37b5fd3-2677-4489-a714-771bdc2323ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.226035 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-b37b5fd3-2677-4489-a714-771bdc2323ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.0967157 Mar 07 14:07:13.239471 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544004f-3c94-4891-a904-f1997f22742a req-15b7a8a1-6e36-4ae7-bc5a-a8e9f4a16e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.241327 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-15b7a8a1-6e36-4ae7-bc5a-a8e9f4a16e4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.0960522 Mar 07 14:07:13.243842 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:07:13.272622 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-508d0299-35f6-4f37-a610-4dd0972c05b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b9f684-b537-4214-b276-a38c52323516 HTTP/1.1" status: 200 len: 217 time: 0.0356188 Mar 07 14:07:13.324470 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-42397ece-0b22-4e5f-8ddb-50910b5d506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.325856 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-42397ece-0b22-4e5f-8ddb-50910b5d506c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.0457222 Mar 07 14:07:13.349771 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-fc362125-05e6-4780-93b3-4b6c006fb09b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 999 time: 0.1007664 Mar 07 14:07:13.359132 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-ec48c86a-9226-440d-af71-d45f6b3f3376 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258417 Mar 07 14:07:13.402783 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544004f-3c94-4891-a904-f1997f22742a req-606e8e7c-8c66-4692-ab63-d617276e7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.404332 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-606e8e7c-8c66-4692-ab63-d617276e7fbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0477788 Mar 07 14:07:13.500524 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544004f-3c94-4891-a904-f1997f22742a req-a948ad30-4e2e-47da-a6cf-036698689b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.502122 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-a948ad30-4e2e-47da-a6cf-036698689b27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846879 Mar 07 14:07:13.507519 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-58647b19-d7fb-4567-bd25-5352d798e887 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425383 Mar 07 14:07:13.573112 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d0c81-7c6a-40e6-8896-5e7124656956 req-3d731acf-1e69-479d-a9cc-9d8efb1918a5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:13.575537 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-478d0c81-7c6a-40e6-8896-5e7124656956 req-3d731acf-1e69-479d-a9cc-9d8efb1918a5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1133034 Mar 07 14:07:13.655436 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '4d763d6d-3698-4899-87f3-9b7f92c0c240', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'mac_address': 'fa:16:3e:96:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce516f3-14fd-4529-9a94-83b198013822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:06:43Z', 'updated_at': '2022-03-07T14:07:11Z', 'revision_number': 1, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:13.696610 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-753e6ddb-ed1e-4c8c-9d35-e06c3fb5ec91 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786425 Mar 07 14:07:13.710300 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-478d0c81-7c6a-40e6-8896-5e7124656956 req-07511d5f-a687-4459-9686-42f149fdf59c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013775 Mar 07 14:07:13.712017 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-465c3c3f-0872-4705-a2ae-7420341610a8 req-f40f4c86-35af-4205-acfa-5110dbbceef0 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937981 Mar 07 14:07:13.721545 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51035cd9-d819-48ea-a511-cea15e60586b None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '4d763d6d-3698-4899-87f3-9b7f92c0c240', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'mac_address': 'fa:16:3e:96:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce516f3-14fd-4529-9a94-83b198013822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:06:43Z', 'updated_at': '2022-03-07T14:07:11Z', 'revision_number': 1, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:07:13.896255 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c544004f-3c94-4891-a904-f1997f22742a req-76bfc7a0-893f-4226-a60f-4a1ca102f681 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925557 Mar 07 14:07:14.068342 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d676a01-4c91-4708-8bdf-91baa01a7699 None None] New status for floating IP 4d763d6d-3698-4899-87f3-9b7f92c0c240: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:07:14.855416 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f70ae-f968-459b-8d22-5645756674a2 req-3f4bc44b-20ff-4f29-944c-fa949d7b65ef tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:14.856865 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a6f70ae-f968-459b-8d22-5645756674a2 req-3f4bc44b-20ff-4f29-944c-fa949d7b65ef tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0639622 Mar 07 14:07:14.903019 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a6f70ae-f968-459b-8d22-5645756674a2 req-e8662999-88d0-45d9-adb0-a641540c2552 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Mar 07 14:07:16.037902 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e386181-6b8a-4a54-b4b0-3856b12bbb37 req-881796ba-255a-4701-9963-f8cf76d3e373 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:16.039408 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e386181-6b8a-4a54-b4b0-3856b12bbb37 req-881796ba-255a-4701-9963-f8cf76d3e373 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0532477 Mar 07 14:07:16.048988 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56438) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:16.088228 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e386181-6b8a-4a54-b4b0-3856b12bbb37 req-1a3f090a-e9b8-4d5d-b163-4fd2c8f6224f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Mar 07 14:07:16.159943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7e77855-05c8-4212-86fb-6d8f5a865776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.241796 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7e77855-05c8-4212-86fb-6d8f5a865776 admin admin] Publish callbacks [] for security_group (dcc44eb1-3ea3-45c2-b978-75947ab8230b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.245767 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7e77855-05c8-4212-86fb-6d8f5a865776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (dcc44eb1-3ea3-45c2-b978-75947ab8230b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.285039 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e7e77855-05c8-4212-86fb-6d8f5a865776 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0bbe13968b346ed9b38a9e85ba933d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344019 Mar 07 14:07:16.285880 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e77855-05c8-4212-86fb-6d8f5a865776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc44eb1-3ea3-45c2-b978-75947ab8230b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:16.287867 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56442) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:16.334233 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89dd648d-291d-4171-a2e9-d6cb60b55258 admin admin] Publish callbacks [] for security_group (dcc44eb1-3ea3-45c2-b978-75947ab8230b), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.354920 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89dd648d-291d-4171-a2e9-d6cb60b55258 admin admin] Publish callbacks [] for security_group (dcc44eb1-3ea3-45c2-b978-75947ab8230b), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.402696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89dd648d-291d-4171-a2e9-d6cb60b55258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (dcc44eb1-3ea3-45c2-b978-75947ab8230b), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.405201 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89dd648d-291d-4171-a2e9-d6cb60b55258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.406320 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-89dd648d-291d-4171-a2e9-d6cb60b55258 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcc44eb1-3ea3-45c2-b978-75947ab8230b HTTP/1.1" status: 204 len: 168 time: 0.1174781 Mar 07 14:07:16.414733 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd648d-291d-4171-a2e9-d6cb60b55258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc44eb1-3ea3-45c2-b978-75947ab8230b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:16.677580 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56460) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:16.693672 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c0524ff2-b53f-4235-8d43-b4914072e056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.787729 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c0524ff2-b53f-4235-8d43-b4914072e056 admin admin] Publish callbacks [] for security_group (087a250d-858b-48ca-b167-d50970f45992), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.792564 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c0524ff2-b53f-4235-8d43-b4914072e056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (087a250d-858b-48ca-b167-d50970f45992), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.836706 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c0524ff2-b53f-4235-8d43-b4914072e056 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42dcd0a9fa254f43a2c504f25a9de48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579905 Mar 07 14:07:16.840001 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56470) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:16.848132 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0524ff2-b53f-4235-8d43-b4914072e056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a250d-858b-48ca-b167-d50970f45992,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:16.911275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d05a-2532-4e7e-8c67-1aa56a33d85f admin admin] Publish callbacks [] for security_group (087a250d-858b-48ca-b167-d50970f45992), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:16.945770 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d05a-2532-4e7e-8c67-1aa56a33d85f admin admin] Publish callbacks [] for security_group (087a250d-858b-48ca-b167-d50970f45992), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.017679 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d05a-2532-4e7e-8c67-1aa56a33d85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (087a250d-858b-48ca-b167-d50970f45992), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.021757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d05a-2532-4e7e-8c67-1aa56a33d85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.022999 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-dfe7d05a-2532-4e7e-8c67-1aa56a33d85f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/087a250d-858b-48ca-b167-d50970f45992 HTTP/1.1" status: 204 len: 168 time: 0.1819768 Mar 07 14:07:17.040190 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7d05a-2532-4e7e-8c67-1aa56a33d85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a250d-858b-48ca-b167-d50970f45992,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:17.219723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49712d09-c916-42cb-b397-16115ce34004 req-83069dca-83f3-42d2-9e50-080ed3b60821 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:17.221162 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-49712d09-c916-42cb-b397-16115ce34004 req-83069dca-83f3-42d2-9e50-080ed3b60821 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0592167 Mar 07 14:07:17.271287 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-49712d09-c916-42cb-b397-16115ce34004 req-523a5b1e-bbc5-4be2-a97c-6de5c26ea0c1 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Mar 07 14:07:17.312882 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56492) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:17.423348 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1d58-1a89-4492-b164-d741d4db2080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.429862 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-878ed22f-a032-4a65-9e3a-73aa72a3bdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.498085 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1d58-1a89-4492-b164-d741d4db2080 admin admin] Publish callbacks [] for security_group (a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.502306 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1d58-1a89-4492-b164-d741d4db2080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.542963 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ad9d1d58-1a89-4492-b164-d741d4db2080 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e81b9bcdee548b6ba310609c904c72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289546 Mar 07 14:07:17.543746 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d1d58-1a89-4492-b164-d741d4db2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:17.546685 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56504) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:17.606838 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6abd8d3-5545-454d-bbd8-8b1d4b94eb87 admin admin] Publish callbacks [] for security_group (a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.629083 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6abd8d3-5545-454d-bbd8-8b1d4b94eb87 admin admin] Publish callbacks [] for security_group (a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.683617 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6abd8d3-5545-454d-bbd8-8b1d4b94eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.686414 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b6abd8d3-5545-454d-bbd8-8b1d4b94eb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:17.687601 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b6abd8d3-5545-454d-bbd8-8b1d4b94eb87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe HTTP/1.1" status: 204 len: 168 time: 0.1391191 Mar 07 14:07:17.695641 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abd8d3-5545-454d-bbd8-8b1d4b94eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fae5f9-e049-4c21-b0e7-e5dfaa7e2bbe,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:18.082833 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56538) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:18.231584 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a88249-2f64-4313-bf62-d9d338d30d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.325877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a88249-2f64-4313-bf62-d9d338d30d96 admin admin] Publish callbacks [] for security_group (b1269c48-4894-400e-b801-204ea80b424c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.333027 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a88249-2f64-4313-bf62-d9d338d30d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b1269c48-4894-400e-b801-204ea80b424c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.379399 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-28a88249-2f64-4313-bf62-d9d338d30d96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b27ec1c26274f42a3ff79687fac6f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952709 Mar 07 14:07:18.381323 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88249-2f64-4313-bf62-d9d338d30d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1269c48-4894-400e-b801-204ea80b424c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:18.382765 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56564) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:18.449947 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881c11-5849-43fd-8ccb-aff8b385f417 req-2dd0689a-ffbb-4d57-a05a-8053fed96b89 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:18.457181 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe881c11-5849-43fd-8ccb-aff8b385f417 req-2dd0689a-ffbb-4d57-a05a-8053fed96b89 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1078515 Mar 07 14:07:18.485097 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcee713c-addb-4016-bb9a-0f53aa4184be admin admin] Publish callbacks [] for security_group (b1269c48-4894-400e-b801-204ea80b424c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.527520 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcee713c-addb-4016-bb9a-0f53aa4184be admin admin] Publish callbacks [] for security_group (b1269c48-4894-400e-b801-204ea80b424c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.532073 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe881c11-5849-43fd-8ccb-aff8b385f417 req-d1cbd725-fcb9-4573-9a08-fa55987e736a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739248 Mar 07 14:07:18.591264 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcee713c-addb-4016-bb9a-0f53aa4184be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b1269c48-4894-400e-b801-204ea80b424c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.594439 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dcee713c-addb-4016-bb9a-0f53aa4184be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.599163 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-dcee713c-addb-4016-bb9a-0f53aa4184be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1269c48-4894-400e-b801-204ea80b424c HTTP/1.1" status: 204 len: 168 time: 0.2081935 Mar 07 14:07:18.608558 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee713c-addb-4016-bb9a-0f53aa4184be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1269c48-4894-400e-b801-204ea80b424c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:19.003660 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56598) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:19.025348 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d988ea4d-dbf7-4261-8b3a-5c1419c4654d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.117951 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d988ea4d-dbf7-4261-8b3a-5c1419c4654d admin admin] Publish callbacks [] for security_group (f1c0f26c-b0f2-42f2-a28a-fff2c63c5889), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.122071 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d988ea4d-dbf7-4261-8b3a-5c1419c4654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f1c0f26c-b0f2-42f2-a28a-fff2c63c5889), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.168297 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d988ea4d-dbf7-4261-8b3a-5c1419c4654d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4ed63046fab436f80e7020dec9f0379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599994 Mar 07 14:07:19.168297 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988ea4d-dbf7-4261-8b3a-5c1419c4654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c0f26c-b0f2-42f2-a28a-fff2c63c5889,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:19.168625 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56608) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:19.241008 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd86-734e-425f-b3e3-6f63a9160ef7 admin admin] Publish callbacks [] for security_group (f1c0f26c-b0f2-42f2-a28a-fff2c63c5889), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.271218 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd86-734e-425f-b3e3-6f63a9160ef7 admin admin] Publish callbacks [] for security_group (f1c0f26c-b0f2-42f2-a28a-fff2c63c5889), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.336818 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd86-734e-425f-b3e3-6f63a9160ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f1c0f26c-b0f2-42f2-a28a-fff2c63c5889), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.339823 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd86-734e-425f-b3e3-6f63a9160ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.340987 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fea6cd86-734e-425f-b3e3-6f63a9160ef7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1c0f26c-b0f2-42f2-a28a-fff2c63c5889 HTTP/1.1" status: 204 len: 168 time: 0.1712465 Mar 07 14:07:19.349662 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6cd86-734e-425f-b3e3-6f63a9160ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c0f26c-b0f2-42f2-a28a-fff2c63c5889,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:19.682328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1393de-7208-4ee4-87ca-084037afcfe1 req-f9db078e-05ce-47f0-8127-22891b35e895 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:19.684357 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be1393de-7208-4ee4-87ca-084037afcfe1 req-f9db078e-05ce-47f0-8127-22891b35e895 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0636284 Mar 07 14:07:19.753564 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be1393de-7208-4ee4-87ca-084037afcfe1 req-bc9d7c8a-32b8-4860-b743-302967c1f3fb tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628130 Mar 07 14:07:19.813348 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ee70db25-071b-4ca0-9ab0-6a1563aa9ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.660438 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56790) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:20.787809 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-beb83e99-5708-4236-8698-07c5c39118b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.825299 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.911438 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-beb83e99-5708-4236-8698-07c5c39118b7 admin admin] Publish callbacks [] for security_group (d2a5e269-73b5-4071-93f2-d1ba09d85ad7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.919561 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac07a5-e58e-4449-9beb-3e1bd2536179 req-488c70d6-0d2d-4530-815f-b6c81aaa5bb7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:20.921035 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ac07a5-e58e-4449-9beb-3e1bd2536179 req-488c70d6-0d2d-4530-815f-b6c81aaa5bb7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0876799 Mar 07 14:07:20.922069 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-beb83e99-5708-4236-8698-07c5c39118b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d2a5e269-73b5-4071-93f2-d1ba09d85ad7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.978233 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83e99-5708-4236-8698-07c5c39118b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5e269-73b5-4071-93f2-d1ba09d85ad7,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:20.984832 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-beb83e99-5708-4236-8698-07c5c39118b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fc496d43dac4794aed44215b8e3e160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208940 Mar 07 14:07:20.986007 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56804) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:21.010871 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ac07a5-e58e-4449-9beb-3e1bd2536179 req-0d04d3c6-eea6-44ee-a244-1234fbf26d27 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779431 Mar 07 14:07:21.042446 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-96bc57f4-1abf-4fa7-9269-d9ed596f80c7 admin admin] Publish callbacks [] for security_group (d2a5e269-73b5-4071-93f2-d1ba09d85ad7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.062947 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-96bc57f4-1abf-4fa7-9269-d9ed596f80c7 admin admin] Publish callbacks [] for security_group (d2a5e269-73b5-4071-93f2-d1ba09d85ad7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.111227 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-96bc57f4-1abf-4fa7-9269-d9ed596f80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d2a5e269-73b5-4071-93f2-d1ba09d85ad7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.114073 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-96bc57f4-1abf-4fa7-9269-d9ed596f80c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.115201 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-96bc57f4-1abf-4fa7-9269-d9ed596f80c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2a5e269-73b5-4071-93f2-d1ba09d85ad7 HTTP/1.1" status: 204 len: 168 time: 0.1284108 Mar 07 14:07:21.122986 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc57f4-1abf-4fa7-9269-d9ed596f80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5e269-73b5-4071-93f2-d1ba09d85ad7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:21.373517 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 56814) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:21.386456 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-451b4f3e-af37-475a-bac2-1ce37fec0586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.462144 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-451b4f3e-af37-475a-bac2-1ce37fec0586 admin admin] Publish callbacks [] for security_group (afa4e715-b280-4af4-a8dd-7d1d323179c4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.465959 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-451b4f3e-af37-475a-bac2-1ce37fec0586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (afa4e715-b280-4af4-a8dd-7d1d323179c4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.505110 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-451b4f3e-af37-475a-bac2-1ce37fec0586 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a3b02e6025d485d96720ceb1b06c4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305716 Mar 07 14:07:21.506064 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b4f3e-af37-475a-bac2-1ce37fec0586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa4e715-b280-4af4-a8dd-7d1d323179c4,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:21.507833 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 56818) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:21.556590 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a04e0272-b166-4236-bdc8-a2083af4fa4a admin admin] Publish callbacks [] for security_group (afa4e715-b280-4af4-a8dd-7d1d323179c4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.576632 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a04e0272-b166-4236-bdc8-a2083af4fa4a admin admin] Publish callbacks [] for security_group (afa4e715-b280-4af4-a8dd-7d1d323179c4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.622525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a04e0272-b166-4236-bdc8-a2083af4fa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (afa4e715-b280-4af4-a8dd-7d1d323179c4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.625049 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a04e0272-b166-4236-bdc8-a2083af4fa4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.626189 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a04e0272-b166-4236-bdc8-a2083af4fa4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afa4e715-b280-4af4-a8dd-7d1d323179c4 HTTP/1.1" status: 204 len: 168 time: 0.1173191 Mar 07 14:07:21.637808 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e0272-b166-4236-bdc8-a2083af4fa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa4e715-b280-4af4-a8dd-7d1d323179c4,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:22.128361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490845e-3d18-4446-8320-fdd3d3dce34d req-6c3bea2b-2981-495d-b967-d109ea9b14e4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:22.129768 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8490845e-3d18-4446-8320-fdd3d3dce34d req-6c3bea2b-2981-495d-b967-d109ea9b14e4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Mar 07 14:07:22.161729 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:22.362272 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8490845e-3d18-4446-8320-fdd3d3dce34d req-02cb55ec-779f-4db6-8aa0-21319f165285 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268410 Mar 07 14:07:23.477424 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411c3fc-66d4-4740-9f6e-339b05ffae15 req-28653451-d501-40e5-8c26-2c9e14aaf949 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:23.478840 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2411c3fc-66d4-4740-9f6e-339b05ffae15 req-28653451-d501-40e5-8c26-2c9e14aaf949 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Mar 07 14:07:23.524532 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2411c3fc-66d4-4740-9f6e-339b05ffae15 req-cea27e47-80fd-411b-b676-dfc922cb96c4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Mar 07 14:07:23.759371 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:24.671653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d120202-16d2-4dd1-a143-ccb3803d2d75 req-53c399ae-fc6a-4051-9445-e99855d489a0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:24.673418 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d120202-16d2-4dd1-a143-ccb3803d2d75 req-53c399ae-fc6a-4051-9445-e99855d489a0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0700772 Mar 07 14:07:24.747914 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d120202-16d2-4dd1-a143-ccb3803d2d75 req-8ce79640-82d8-4f2f-bd1c-9bd827ca0d06 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643165 Mar 07 14:07:25.726344 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13223ed-9fdd-4ef8-8646-d0f43e2c5396 req-a9878c4b-0bb7-4b08-b5b0-2576bdc44c37 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:25.728547 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a13223ed-9fdd-4ef8-8646-d0f43e2c5396 req-a9878c4b-0bb7-4b08-b5b0-2576bdc44c37 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.0606084 Mar 07 14:07:25.781992 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a13223ed-9fdd-4ef8-8646-d0f43e2c5396 req-18f3c221-8982-420b-8d96-f5c3bfee3a76 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451913 Mar 07 14:07:25.903620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62d95-1242-4388-8d85-fc8d128cd3b2 req-195a0e4d-0f78-4bfb-8ae5-26e47ed384a5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:25.905219 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cd62d95-1242-4388-8d85-fc8d128cd3b2 req-195a0e4d-0f78-4bfb-8ae5-26e47ed384a5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0754042 Mar 07 14:07:25.960822 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cd62d95-1242-4388-8d85-fc8d128cd3b2 req-ca1ee44d-7356-473f-bc91-968f7ec2d23f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Mar 07 14:07:26.935967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4d606-c8d4-4abb-ab5c-d918c6812d01 req-87d38a71-aefd-4d4f-a587-5167e2905ec0 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:26.937534 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09a4d606-c8d4-4abb-ab5c-d918c6812d01 req-87d38a71-aefd-4d4f-a587-5167e2905ec0 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.0648787 Mar 07 14:07:26.988451 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09a4d606-c8d4-4abb-ab5c-d918c6812d01 req-a8c43816-d33d-430e-8346-16148582c75c tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Mar 07 14:07:27.079057 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638958f-0f81-4fb5-ab33-d79fa1653a04 req-ff32b2f5-eb10-4a70-93d6-98e2fee61eb3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:27.080535 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f638958f-0f81-4fb5-ab33-d79fa1653a04 req-ff32b2f5-eb10-4a70-93d6-98e2fee61eb3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0515530 Mar 07 14:07:27.127786 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f638958f-0f81-4fb5-ab33-d79fa1653a04 req-74df4af2-ea87-40e5-9dbc-348d396bcb8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Mar 07 14:07:27.857577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57124) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:27.907666 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Deleting subnet 4030a4e2-1648-4e2c-ba85-baa524797186 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:07:27.912188 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Publish callbacks [] for subnet (4030a4e2-1648-4e2c-ba85-baa524797186), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:27.950820 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Publish callbacks [] for subnet (4030a4e2-1648-4e2c-ba85-baa524797186), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:27.960923 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (4030a4e2-1648-4e2c-ba85-baa524797186), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.022946 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for subnet (4030a4e2-1648-4e2c-ba85-baa524797186), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.048986 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4030a4e2-1648-4e2c-ba85-baa524797186,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:28.054561 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.060335 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57136) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:28.060822 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4030a4e2-1648-4e2c-ba85-baa524797186 HTTP/1.1" status: 204 len: 168 time: 0.2017236 Mar 07 14:07:28.066754 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.067116 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.067499 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.067998 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.068478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.068961 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.069472 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.069945 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.070422 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.070917 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.071412 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.071895 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.072368 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527d051-c914-4d39-a856-81cc4ed9b61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.137555 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (61f00aec-5d49-4714-9d90-f844409e141c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.142157 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec190-6389-4418-81b2-b8932b7cfec6 req-2852bd45-72e8-431a-9d55-65a582ac67e7 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:28.143785 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-93eec190-6389-4418-81b2-b8932b7cfec6 req-2852bd45-72e8-431a-9d55-65a582ac67e7 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.0631690 Mar 07 14:07:28.219026 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-93eec190-6389-4418-81b2-b8932b7cfec6 req-575ce296-bcec-4bf1-b2c1-ae458fb76825 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687420 Mar 07 14:07:28.231973 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (61f00aec-5d49-4714-9d90-f844409e141c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.258182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.258461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.259393 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.259724 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > port after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.260070 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.260424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > port after_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.260743 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.261056 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.261536 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.262006 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.275944 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641e35b-028e-4e9a-9856-011d6153479d req-0f9e370a-0f06-4255-b40e-045e0a0be272 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:28.277489 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a641e35b-028e-4e9a-9856-011d6153479d req-0f9e370a-0f06-4255-b40e-045e0a0be272 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0574610 Mar 07 14:07:28.352834 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a641e35b-028e-4e9a-9856-011d6153479d req-029ff392-c0e6-4bdb-b66b-f39e0d2096ff tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684707 Mar 07 14:07:28.393054 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.394269 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.395467 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.395967 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:28.396514 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f00aec-5d49-4714-9d90-f844409e141c']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:28.396969 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-25df8741-b80a-49b4-8fb9-0a14fa94c85f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476036 Mar 07 14:07:28.417956 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544d0ad9-3778-4fd9-99c3-2bab980569b9') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:28.418527 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544d0ad9-3778-4fd9-99c3-2bab980569b9') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:28.426731 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57150) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:28.450608 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (544d0ad9-3778-4fd9-99c3-2bab980569b9), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.480543 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (544d0ad9-3778-4fd9-99c3-2bab980569b9), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.492947 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:07:28.493722 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (544d0ad9-3778-4fd9-99c3-2bab980569b9), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.515581 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-879f3425-2e07-4ebf-a484-f436fd197de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:28.516975 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-879f3425-2e07-4ebf-a484-f436fd197de6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.0705020 Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: from cryptography.utils import int_from_bytes Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: from cryptography.utils import int_from_bytes Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:07:28.546142 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:07:28.581926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0406e98a-8dd6-4b4a-88b2-35e8a942496c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.672810 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (61f00aec-5d49-4714-9d90-f844409e141c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.716750 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-0c8838e3-11e3-465c-9491-6d0371eee5c0 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:28.718589 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-0c8838e3-11e3-465c-9491-6d0371eee5c0 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.23 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.2746642 Mar 07 14:07:28.721005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.725267 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] 10.222.0.31 "DELETE /v2.0/networks/61f00aec-5d49-4714-9d90-f844409e141c HTTP/1.1" status: 204 len: 168 time: 0.6638141 Mar 07 14:07:28.735988 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57170) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:28.749182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f00aec-5d49-4714-9d90-f844409e141c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:28.753790 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-ff6b064f-e786-4883-a968-b1be3de0cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:28.755548 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-ff6b064f-e786-4883-a968-b1be3de0cf50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.2149684 Mar 07 14:07:28.761503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0406e98a-8dd6-4b4a-88b2-35e8a942496c admin admin] Publish callbacks [] for security_group (990d4b39-9e4e-4fe5-8747-8730f97a2347), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.773434 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0406e98a-8dd6-4b4a-88b2-35e8a942496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (990d4b39-9e4e-4fe5-8747-8730f97a2347), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.789175 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.789540 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.789889 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.790229 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.790663 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.791005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.791366 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.791712 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.792055 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.792541 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.793035 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.793517 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.793849 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9408f4-f738-4292-9ec1-0a89fd49e712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:28.853930 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-a236450f-d7f1-4935-8e6e-ddab36c512a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.0900238 Mar 07 14:07:28.900538 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0406e98a-8dd6-4b4a-88b2-35e8a942496c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=473b81a083884a6d98242e11e3f8f9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726698 Mar 07 14:07:28.906144 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57176) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:28.927877 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406e98a-8dd6-4b4a-88b2-35e8a942496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d4b39-9e4e-4fe5-8747-8730f97a2347,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:28.937608 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:28.960027 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-7fda9a14-f223-418f-acea-98bdb20046e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:28.962080 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-7fda9a14-f223-418f-acea-98bdb20046e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.0961697 Mar 07 14:07:29.012224 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-002f1dd9-6c62-4904-95c3-94c34a6b0b4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403268 Mar 07 14:07:29.037672 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bbe-7a09-472d-ac13-64bbb868ff1f admin admin] Publish callbacks [] for security_group (990d4b39-9e4e-4fe5-8747-8730f97a2347), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.139481 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bbe-7a09-472d-ac13-64bbb868ff1f admin admin] Publish callbacks [] for security_group (990d4b39-9e4e-4fe5-8747-8730f97a2347), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.152545 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-c75484c6-4e7f-4657-9596-a3797a423ece service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306043 Mar 07 14:07:29.165117 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Deleting subnet 431553a9-d3fd-4eb6-ae05-2ed0da5d61ec {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:07:29.169051 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Publish callbacks [] for subnet (431553a9-d3fd-4eb6-ae05-2ed0da5d61ec), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.237552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (431553a9-d3fd-4eb6-ae05-2ed0da5d61ec), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.263060 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bbe-7a09-472d-ac13-64bbb868ff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (990d4b39-9e4e-4fe5-8747-8730f97a2347), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.265763 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bbe-7a09-472d-ac13-64bbb868ff1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.267473 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b8c51bbe-7a09-472d-ac13-64bbb868ff1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/990d4b39-9e4e-4fe5-8747-8730f97a2347 HTTP/1.1" status: 204 len: 168 time: 0.3587279 Mar 07 14:07:29.274256 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Deleting port b75e0d92-27b0-42d9-84a8-bbceb41005cf {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:07:29.274682 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.279678 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c51bbe-7a09-472d-ac13-64bbb868ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d4b39-9e4e-4fe5-8747-8730f97a2347,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:29.282941 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-129f64ac-dbb2-4f64-9113-f4271b9bf4cb req-e71fb62b-664d-4b50-afbd-f9fe03ef9ceb service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210685 Mar 07 14:07:29.364156 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (431553a9-d3fd-4eb6-ae05-2ed0da5d61ec), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.436103 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1962da-2ca5-4012-946f-9fdac8956b89 req-363048e6-7866-4145-82f8-d4b51b9ee044 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:29.438445 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb1962da-2ca5-4012-946f-9fdac8956b89 req-363048e6-7866-4145-82f8-d4b51b9ee044 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 946 time: 0.1100471 Mar 07 14:07:29.482894 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] For port b75e0d92-27b0-42d9-84a8-bbceb41005cf, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b75e0d92-27b0-42d9-84a8-bbceb41005cf,segment=NetworkSegment(e18d002a-a4be-47e8-ad7d-b6aceb35b06d),segment_id=e18d002a-a4be-47e8-ad7d-b6aceb35b06d)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:07:29.483680 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.505543 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Calling delete_port for b75e0d92-27b0-42d9-84a8-bbceb41005cf owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:07:29.523845 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (431553a9-d3fd-4eb6-ae05-2ed0da5d61ec), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.527770 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb1962da-2ca5-4012-946f-9fdac8956b89 req-a186bcb0-2c4a-47e8-8bed-3a47d867bef1 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/security-groups?id=993f6bb4-8b24-4aa1-b506-657d04b90692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721078 Mar 07 14:07:29.540355 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9581d-88ea-4187-85a4-8421e2f1e5d1 req-c258407b-62bd-4d0e-97ff-8d4d3e518cb2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:29.542580 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22b9581d-88ea-4187-85a4-8421e2f1e5d1 req-c258407b-62bd-4d0e-97ff-8d4d3e518cb2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0983253 Mar 07 14:07:29.606547 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431553a9-d3fd-4eb6-ae05-2ed0da5d61ec,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:29.606929 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22b9581d-88ea-4187-85a4-8421e2f1e5d1 req-4df39782-9724-4f44-8988-c95a9da4ce62 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Mar 07 14:07:29.613149 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.618839 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ade8ac3b-b3e7-4e07-bc61-959a70dadc19 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/431553a9-d3fd-4eb6-ae05-2ed0da5d61ec HTTP/1.1" status: 204 len: 168 time: 0.8790832 Mar 07 14:07:29.619524 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57198) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:29.638476 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57200) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:29.657060 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a61ed06d-8220-4943-b2dd-8863ffb5ade5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.702844 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (a3052311-d433-4fde-882a-182b6cf70686), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.763834 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (b75e0d92-27b0-42d9-84a8-bbceb41005cf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.776107 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['b75e0d92-27b0-42d9-84a8-bbceb41005cf'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:07:29.793220 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (a3052311-d433-4fde-882a-182b6cf70686), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.805589 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Pushing event deleted for resources: {'Port': ['ID=b75e0d92-27b0-42d9-84a8-bbceb41005cf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:29.816597 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.817007 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.817757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.818095 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.818446 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.818870 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.819201 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.819559 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.819889 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.820337 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.860317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a61ed06d-8220-4943-b2dd-8863ffb5ade5 admin admin] Publish callbacks [] for security_group (f69673a6-bf59-4f0a-a89d-c78f0e14134d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.863973 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a61ed06d-8220-4943-b2dd-8863ffb5ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f69673a6-bf59-4f0a-a89d-c78f0e14134d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.882112 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] No DVR routers for this DVR port b75e0d92-27b0-42d9-84a8-bbceb41005cf on host hv-cinder-82755 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:07:29.888608 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.888970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.889329 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.889677 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:07:29.890059 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3052311-d433-4fde-882a-182b6cf70686']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:29.896774 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.900116 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5aea1271-d843-4ed9-98e0-b1dff2d02180 req-3b17e87b-8c9b-4b6f-9e3d-a7967f233823 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.23 "DELETE /v2.0/ports/b75e0d92-27b0-42d9-84a8-bbceb41005cf HTTP/1.1" status: 204 len: 173 time: 1.1653643 Mar 07 14:07:29.900605 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'name': 'network-vif-deleted', 'tag': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:07:29.902874 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53355b55-cb70-4964-a63c-83012682ab1e" -d '{"events": [{"server_uuid": "21c33533-bdcc-4f64-bd23-7d294a4083eb", "name": "network-vif-deleted", "tag": "b75e0d92-27b0-42d9-84a8-bbceb41005cf"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:07:29.910702 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abce9ea3-e014-4ed7-a112-7ebd5f35b31e') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:29.912022 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abce9ea3-e014-4ed7-a112-7ebd5f35b31e') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:29.934865 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a61ed06d-8220-4943-b2dd-8863ffb5ade5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98590cb16ab7403c8a24f3f5e58bbdee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939906 Mar 07 14:07:29.935913 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ed06d-8220-4943-b2dd-8863ffb5ade5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69673a6-bf59-4f0a-a89d-c78f0e14134d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:29.938534 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57204) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:29.947772 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (abce9ea3-e014-4ed7-a112-7ebd5f35b31e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:29.980152 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed970d3-3aee-42c2-8f8e-a5ac4acbc90c x-openstack-request-id: req-eed970d3-3aee-42c2-8f8e-a5ac4acbc90c {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:07:29.980535 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c33533-bdcc-4f64-bd23-7d294a4083eb", "name": "network-vif-deleted", "tag": "b75e0d92-27b0-42d9-84a8-bbceb41005cf", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:07:29.980857 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eed970d3-3aee-42c2-8f8e-a5ac4acbc90c {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:07:29.981373 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c33533-bdcc-4f64-bd23-7d294a4083eb', 'name': 'network-vif-deleted', 'tag': 'b75e0d92-27b0-42d9-84a8-bbceb41005cf', 'status': 'completed', 'code': 200} Mar 07 14:07:29.992050 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (abce9ea3-e014-4ed7-a112-7ebd5f35b31e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.001120 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42feb989-6ace-4101-89ba-08700b4bc594 admin admin] Publish callbacks [] for security_group (f69673a6-bf59-4f0a-a89d-c78f0e14134d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.001429 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:07:30.001833 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (abce9ea3-e014-4ed7-a112-7ebd5f35b31e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: from cryptography.utils import int_from_bytes Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: from cryptography.utils import int_from_bytes Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:07:30.014838 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:07:30.029294 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42feb989-6ace-4101-89ba-08700b4bc594 admin admin] Publish callbacks [] for security_group (f69673a6-bf59-4f0a-a89d-c78f0e14134d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.084740 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42feb989-6ace-4101-89ba-08700b4bc594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f69673a6-bf59-4f0a-a89d-c78f0e14134d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.086359 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (a3052311-d433-4fde-882a-182b6cf70686), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.088867 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42feb989-6ace-4101-89ba-08700b4bc594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.092014 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-42feb989-6ace-4101-89ba-08700b4bc594 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f69673a6-bf59-4f0a-a89d-c78f0e14134d HTTP/1.1" status: 204 len: 168 time: 0.1502056 Mar 07 14:07:30.102838 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feb989-6ace-4101-89ba-08700b4bc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69673a6-bf59-4f0a-a89d-c78f0e14134d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:30.110649 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3052311-d433-4fde-882a-182b6cf70686,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:30.113839 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.128804 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-72f32b77-4d85-4a50-ad3e-66eb27a9966b admin admin] 10.222.0.31 "DELETE /v2.0/networks/a3052311-d433-4fde-882a-182b6cf70686 HTTP/1.1" status: 204 len: 168 time: 0.5072756 Mar 07 14:07:30.488412 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57234) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:30.561472 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57242) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:30.608576 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-62ccf886-4418-4eb3-9460-f6affd64867b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e89ddd0e4d346ed994e4177c059af41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450034 Mar 07 14:07:30.610141 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57244) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:30.665389 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b7d15a8-39c3-4875-9c24-634960a45248 admin admin] Publish callbacks [] for security_group (6c2ddbb3-b0de-42c3-8c7c-6434ad064456), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.703851 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-167d65f0-9901-408c-862a-5f4e29fa18a3 req-7c8a24b2-ff50-46f3-9569-4622ee14849a tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.0745535 Mar 07 14:07:30.705445 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b7d15a8-39c3-4875-9c24-634960a45248 admin admin] Publish callbacks [] for security_group (6c2ddbb3-b0de-42c3-8c7c-6434ad064456), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.713343 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbcf67fe-d518-4ae8-afb1-0016b6a14576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.795532 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ace55-12de-4143-afb5-1b3c29ce4c69 req-16fbae38-f340-46d9-b2f6-1e0a28817df6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:30.797023 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f3ace55-12de-4143-afb5-1b3c29ce4c69 req-16fbae38-f340-46d9-b2f6-1e0a28817df6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0736034 Mar 07 14:07:30.798891 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b7d15a8-39c3-4875-9c24-634960a45248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6c2ddbb3-b0de-42c3-8c7c-6434ad064456), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.805248 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b7d15a8-39c3-4875-9c24-634960a45248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.809009 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3b7d15a8-39c3-4875-9c24-634960a45248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c2ddbb3-b0de-42c3-8c7c-6434ad064456 HTTP/1.1" status: 204 len: 168 time: 0.1952922 Mar 07 14:07:30.826698 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d15a8-39c3-4875-9c24-634960a45248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ddbb3-b0de-42c3-8c7c-6434ad064456,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:30.861950 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f3ace55-12de-4143-afb5-1b3c29ce4c69 req-0644a3c0-239b-4dae-a2fa-a18bcb88a11f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566885 Mar 07 14:07:30.873181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbcf67fe-d518-4ae8-afb1-0016b6a14576 admin admin] Publish callbacks [] for security_group (6e5fa999-c378-404a-be5f-1762fb95026c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.888169 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbcf67fe-d518-4ae8-afb1-0016b6a14576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6e5fa999-c378-404a-be5f-1762fb95026c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:30.932409 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fbcf67fe-d518-4ae8-afb1-0016b6a14576 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec26d6d459d744aebeb867978e451b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423294 Mar 07 14:07:30.933802 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57256) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:30.935247 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf67fe-d518-4ae8-afb1-0016b6a14576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5fa999-c378-404a-be5f-1762fb95026c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:30.997423 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-763d8f0d-d3ba-4c27-b009-1acdc062665c admin admin] Publish callbacks [] for security_group (6e5fa999-c378-404a-be5f-1762fb95026c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.021711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-763d8f0d-d3ba-4c27-b009-1acdc062665c admin admin] Publish callbacks [] for security_group (6e5fa999-c378-404a-be5f-1762fb95026c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.073526 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-763d8f0d-d3ba-4c27-b009-1acdc062665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6e5fa999-c378-404a-be5f-1762fb95026c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.076134 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-763d8f0d-d3ba-4c27-b009-1acdc062665c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.077291 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-763d8f0d-d3ba-4c27-b009-1acdc062665c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e5fa999-c378-404a-be5f-1762fb95026c HTTP/1.1" status: 204 len: 168 time: 0.1424830 Mar 07 14:07:31.085433 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d8f0d-d3ba-4c27-b009-1acdc062665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5fa999-c378-404a-be5f-1762fb95026c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:31.181054 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57268) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:31.221599 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-18b6d0b7-2297-4542-8b42-f33d0b39d214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e00983f8f3c496f8f776affbc5f1856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396085 Mar 07 14:07:31.224749 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57270) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:31.274299 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ea3754c-d2c3-4ff0-9013-6357dc8ecbe4 admin admin] Publish callbacks [] for security_group (d70c3378-3561-4255-a691-523d3f8138c6), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.303824 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ea3754c-d2c3-4ff0-9013-6357dc8ecbe4 admin admin] Publish callbacks [] for security_group (d70c3378-3561-4255-a691-523d3f8138c6), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.369613 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ea3754c-d2c3-4ff0-9013-6357dc8ecbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d70c3378-3561-4255-a691-523d3f8138c6), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.372315 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ea3754c-d2c3-4ff0-9013-6357dc8ecbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.376073 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8ea3754c-d2c3-4ff0-9013-6357dc8ecbe4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d70c3378-3561-4255-a691-523d3f8138c6 HTTP/1.1" status: 204 len: 168 time: 0.1479061 Mar 07 14:07:31.382463 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3754c-d2c3-4ff0-9013-6357dc8ecbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70c3378-3561-4255-a691-523d3f8138c6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:31.588789 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57286) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:31.602567 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dc742905-4177-40de-8e3f-994fe424c865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.696865 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dc742905-4177-40de-8e3f-994fe424c865 admin admin] Publish callbacks [] for security_group (6dd8a472-7835-4c2e-9b21-d93d4bec696b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.702150 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dc742905-4177-40de-8e3f-994fe424c865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6dd8a472-7835-4c2e-9b21-d93d4bec696b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.746497 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dc742905-4177-40de-8e3f-994fe424c865 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=387d6bfed3e544538f25d760fbc0d214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542702 Mar 07 14:07:31.746736 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57292) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:31.752798 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc742905-4177-40de-8e3f-994fe424c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd8a472-7835-4c2e-9b21-d93d4bec696b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:31.805297 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8887-bdfa-4aae-94c3-56fdf3500e7d admin admin] Publish callbacks [] for security_group (6dd8a472-7835-4c2e-9b21-d93d4bec696b), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.832673 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8887-bdfa-4aae-94c3-56fdf3500e7d admin admin] Publish callbacks [] for security_group (6dd8a472-7835-4c2e-9b21-d93d4bec696b), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.862316 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9e2faa4-0427-49fa-904f-426f7680b71e req-adb5ba2a-bab8-4163-91a2-0b1b4ae8341a tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.0459220 Mar 07 14:07:31.894552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8887-bdfa-4aae-94c3-56fdf3500e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6dd8a472-7835-4c2e-9b21-d93d4bec696b), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.898018 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8887-bdfa-4aae-94c3-56fdf3500e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:31.899178 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fd4c8887-bdfa-4aae-94c3-56fdf3500e7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dd8a472-7835-4c2e-9b21-d93d4bec696b HTTP/1.1" status: 204 len: 168 time: 0.1515555 Mar 07 14:07:31.909264 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c8887-bdfa-4aae-94c3-56fdf3500e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd8a472-7835-4c2e-9b21-d93d4bec696b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:32.015605 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3c573-78ca-413c-b268-02666fd52b2a req-d01f5eed-3b00-48e4-8f20-8b4f02cf2153 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:32.023744 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bbc3c573-78ca-413c-b268-02666fd52b2a req-d01f5eed-3b00-48e4-8f20-8b4f02cf2153 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0734875 Mar 07 14:07:32.071304 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bbc3c573-78ca-413c-b268-02666fd52b2a req-9da1928e-a4f5-4934-820e-b1076ed9cf61 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Mar 07 14:07:32.279375 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57320) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:32.294441 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5cc0be3e-ee05-411e-9582-0a9a9d25ab45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.379063 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5cc0be3e-ee05-411e-9582-0a9a9d25ab45 admin admin] Publish callbacks [] for security_group (6d5385ad-80f9-41ce-9cc5-d8fecc8f878b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.383564 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5cc0be3e-ee05-411e-9582-0a9a9d25ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6d5385ad-80f9-41ce-9cc5-d8fecc8f878b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.423318 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5cc0be3e-ee05-411e-9582-0a9a9d25ab45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fb8af3114584edcb22bdf757a2b07b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426759 Mar 07 14:07:32.424204 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0be3e-ee05-411e-9582-0a9a9d25ab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5385ad-80f9-41ce-9cc5-d8fecc8f878b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:32.426442 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57328) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:32.486729 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d21ed31-6a50-4773-b822-70cecffb17fb admin admin] Publish callbacks [] for security_group (6d5385ad-80f9-41ce-9cc5-d8fecc8f878b), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.515111 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d21ed31-6a50-4773-b822-70cecffb17fb admin admin] Publish callbacks [] for security_group (6d5385ad-80f9-41ce-9cc5-d8fecc8f878b), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.578593 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d21ed31-6a50-4773-b822-70cecffb17fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6d5385ad-80f9-41ce-9cc5-d8fecc8f878b), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.580743 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b75e0d92-27b0-42d9-84a8-bbceb41005cf no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:07:32.582783 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d21ed31-6a50-4773-b822-70cecffb17fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:32.584088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6d21ed31-6a50-4773-b822-70cecffb17fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d5385ad-80f9-41ce-9cc5-d8fecc8f878b HTTP/1.1" status: 204 len: 168 time: 0.1564498 Mar 07 14:07:32.595605 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21ed31-6a50-4773-b822-70cecffb17fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5385ad-80f9-41ce-9cc5-d8fecc8f878b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:32.622867 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: b75e0d92-27b0-42d9-84a8-bbceb41005cf {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:07:32.623551 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b75e0d92-27b0-42d9-84a8-bbceb41005cf not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:07:33.005474 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e9618d6-d568-4ef6-9270-4e013c3a81de req-3cf5852a-1af6-4f37-8235-cad2637c2ad3 tempest-DeleteServersTestJSON-189085295 tempest-DeleteServersTestJSON-189085295-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c33533-bdcc-4f64-bd23-7d294a4083eb HTTP/1.1" status: 200 len: 210 time: 0.0534375 Mar 07 14:07:33.215116 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced3b02-475a-47fe-a0b0-86b24cf98cc8 req-ce90a504-76b2-4154-a546-d5791dabdc74 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:33.216656 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ced3b02-475a-47fe-a0b0-86b24cf98cc8 req-ce90a504-76b2-4154-a546-d5791dabdc74 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0695834 Mar 07 14:07:33.271557 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ced3b02-475a-47fe-a0b0-86b24cf98cc8 req-92d38803-6a9b-4567-8803-07ad77a4a1c2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Mar 07 14:07:33.590577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57406) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:33.804361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9fc-16de-4f14-91f3-5d304b5494e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:33.889675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9fc-16de-4f14-91f3-5d304b5494e2 admin admin] Publish callbacks [] for security_group (2b18cbb6-9af3-489c-9583-fa6efc44e47a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:33.896281 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9fc-16de-4f14-91f3-5d304b5494e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (2b18cbb6-9af3-489c-9583-fa6efc44e47a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:33.944199 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0b08a9fc-16de-4f14-91f3-5d304b5494e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4efd92be3804a98a3822be91fba128e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518224 Mar 07 14:07:33.944741 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57416) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:33.949055 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08a9fc-16de-4f14-91f3-5d304b5494e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b18cbb6-9af3-489c-9583-fa6efc44e47a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:33.995907 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-643eb043-2afd-4904-8a76-f456685397e9 admin admin] Publish callbacks [] for security_group (2b18cbb6-9af3-489c-9583-fa6efc44e47a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.019869 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-643eb043-2afd-4904-8a76-f456685397e9 admin admin] Publish callbacks [] for security_group (2b18cbb6-9af3-489c-9583-fa6efc44e47a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.068250 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-643eb043-2afd-4904-8a76-f456685397e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (2b18cbb6-9af3-489c-9583-fa6efc44e47a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.071077 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-643eb043-2afd-4904-8a76-f456685397e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.072350 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-643eb043-2afd-4904-8a76-f456685397e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b18cbb6-9af3-489c-9583-fa6efc44e47a HTTP/1.1" status: 204 len: 168 time: 0.1261199 Mar 07 14:07:34.080808 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643eb043-2afd-4904-8a76-f456685397e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b18cbb6-9af3-489c-9583-fa6efc44e47a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:34.436883 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57444) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:34.438077 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ca103-6c65-4cdf-b079-da5b3ca6ef92 req-33a9a11c-5448-416b-ba7e-35224c030e67 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:34.439949 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-614ca103-6c65-4cdf-b079-da5b3ca6ef92 req-33a9a11c-5448-416b-ba7e-35224c030e67 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0742178 Mar 07 14:07:34.452093 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-667e496f-9e85-453e-b0de-5a073a76ab0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.496648 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-614ca103-6c65-4cdf-b079-da5b3ca6ef92 req-a4e2e6c9-92c1-4994-8be9-a19525db38f3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Mar 07 14:07:34.537485 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-667e496f-9e85-453e-b0de-5a073a76ab0c admin admin] Publish callbacks [] for security_group (92f18d93-c447-45b5-8e39-02c6ade1db38), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.541312 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-667e496f-9e85-453e-b0de-5a073a76ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (92f18d93-c447-45b5-8e39-02c6ade1db38), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.586549 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e496f-9e85-453e-b0de-5a073a76ab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f18d93-c447-45b5-8e39-02c6ade1db38,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:34.594419 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57452) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:34.595849 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-667e496f-9e85-453e-b0de-5a073a76ab0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b7c45b682704430948d294083202040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578827 Mar 07 14:07:34.652608 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-de0d47b9-08f0-4bae-800f-390f85c7e86f admin admin] Publish callbacks [] for security_group (92f18d93-c447-45b5-8e39-02c6ade1db38), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.675880 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-de0d47b9-08f0-4bae-800f-390f85c7e86f admin admin] Publish callbacks [] for security_group (92f18d93-c447-45b5-8e39-02c6ade1db38), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.725821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-de0d47b9-08f0-4bae-800f-390f85c7e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (92f18d93-c447-45b5-8e39-02c6ade1db38), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.728715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-de0d47b9-08f0-4bae-800f-390f85c7e86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:34.729940 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-de0d47b9-08f0-4bae-800f-390f85c7e86f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92f18d93-c447-45b5-8e39-02c6ade1db38 HTTP/1.1" status: 204 len: 168 time: 0.1345897 Mar 07 14:07:34.738864 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d47b9-08f0-4bae-800f-390f85c7e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f18d93-c447-45b5-8e39-02c6ade1db38,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:35.616079 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b69c83-e820-400e-afb3-940705f06812 req-2e16e5b1-24f3-4492-b633-d9fccd9ee4ae tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:35.618588 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-86b69c83-e820-400e-afb3-940705f06812 req-2e16e5b1-24f3-4492-b633-d9fccd9ee4ae tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Mar 07 14:07:35.672309 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-86b69c83-e820-400e-afb3-940705f06812 req-ae6738b1-4bd9-46bb-8e26-a821816d2dbe tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481458 Mar 07 14:07:36.789440 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955431fd-c45f-44f7-a586-997a621d6db9 req-863551fe-4fcf-4306-96b3-9eb0421364bc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:36.790941 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-955431fd-c45f-44f7-a586-997a621d6db9 req-863551fe-4fcf-4306-96b3-9eb0421364bc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Mar 07 14:07:36.836700 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-955431fd-c45f-44f7-a586-997a621d6db9 req-d9d00332-0d57-452d-be83-bbaf8c4da7f3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Mar 07 14:07:37.965057 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006b09a-ba3f-4aa9-b164-5b70b6835750 req-30f9cbb6-589b-42ec-962a-cc08cf695e94 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:37.967582 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e006b09a-ba3f-4aa9-b164-5b70b6835750 req-30f9cbb6-589b-42ec-962a-cc08cf695e94 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0641592 Mar 07 14:07:38.024873 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e006b09a-ba3f-4aa9-b164-5b70b6835750 req-2446d433-2ce6-4073-8e6f-e92d9efdac0e tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512202 Mar 07 14:07:38.700684 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57628) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:38.746844 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Deleting subnet 6597c33e-08ae-4fa8-9973-cc30b7a80293 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:07:38.749868 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Publish callbacks [] for subnet (6597c33e-08ae-4fa8-9973-cc30b7a80293), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:38.798977 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (6597c33e-08ae-4fa8-9973-cc30b7a80293), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:38.838818 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (6597c33e-08ae-4fa8-9973-cc30b7a80293), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:38.898672 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (6597c33e-08ae-4fa8-9973-cc30b7a80293), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:38.929723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6597c33e-08ae-4fa8-9973-cc30b7a80293,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:38.934612 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:38.937668 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-32311353-778e-4d7b-ae07-c4fc0079baf7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6597c33e-08ae-4fa8-9973-cc30b7a80293 HTTP/1.1" status: 204 len: 168 time: 0.2355731 Mar 07 14:07:38.939752 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57632) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:39.014106 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (123598a3-8ce1-48c6-836c-2a17aa0e5600), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.114413 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (123598a3-8ce1-48c6-836c-2a17aa0e5600), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.157224 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123598a3-8ce1-48c6-836c-2a17aa0e5600']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:39.169227 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:39.169526 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18d002a-a4be-47e8-ad7d-b6aceb35b06d') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:39.182518 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (e18d002a-a4be-47e8-ad7d-b6aceb35b06d), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.198380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d98e6-14d7-4e8d-a4e7-addd5ffffaa5 req-4ba43cd1-af12-463f-86c9-d885879f8843 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:39.199869 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c48d98e6-14d7-4e8d-a4e7-addd5ffffaa5 req-4ba43cd1-af12-463f-86c9-d885879f8843 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1027553 Mar 07 14:07:39.207391 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (e18d002a-a4be-47e8-ad7d-b6aceb35b06d), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.227876 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:07:39.228365 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (e18d002a-a4be-47e8-ad7d-b6aceb35b06d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:07:39.230561 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:07:39.313939 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c48d98e6-14d7-4e8d-a4e7-addd5ffffaa5 req-128044b8-ef92-4c1f-acee-fe90453a0176 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079648 Mar 07 14:07:39.314957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (123598a3-8ce1-48c6-836c-2a17aa0e5600), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.319513 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.323788 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] 10.222.0.31 "DELETE /v2.0/networks/123598a3-8ce1-48c6-836c-2a17aa0e5600 HTTP/1.1" status: 204 len: 168 time: 0.3830874 Mar 07 14:07:39.337244 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d9c8d-cc7c-407d-873f-410137a4d86c admin admin] Pushing event deleted for resources: {'Network': ['ID=123598a3-8ce1-48c6-836c-2a17aa0e5600,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:39.482337 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57656) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:39.521754 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c13b9310-dcf5-405f-be9d-9ba02d06ad96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c09f3bdf6ced41c0b49a0c20bfd9ef29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381989 Mar 07 14:07:39.524041 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57658) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:39.570274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c950a669-5c9e-4605-bd34-bed2457a26f3 admin admin] Publish callbacks [] for security_group (993f6bb4-8b24-4aa1-b506-657d04b90692), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.591708 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c950a669-5c9e-4605-bd34-bed2457a26f3 admin admin] Publish callbacks [] for security_group (993f6bb4-8b24-4aa1-b506-657d04b90692), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.636340 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c950a669-5c9e-4605-bd34-bed2457a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (993f6bb4-8b24-4aa1-b506-657d04b90692), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.639136 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c950a669-5c9e-4605-bd34-bed2457a26f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:39.642667 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c950a669-5c9e-4605-bd34-bed2457a26f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/993f6bb4-8b24-4aa1-b506-657d04b90692 HTTP/1.1" status: 204 len: 168 time: 0.1153703 Mar 07 14:07:39.648594 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a669-5c9e-4605-bd34-bed2457a26f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f6bb4-8b24-4aa1-b506-657d04b90692,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:40.309424 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57690) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:40.416821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917476889-network', 'tenant_id': 'b18201de3e984c7e88a4049753024ec4'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:40.440023 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Made reservation on behalf of b18201de3e984c7e88a4049753024ec4 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:40.443167 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.452123 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.565664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks [] for security_group (7e860c8a-87f6-4e2f-8276-cb6ed3858c28), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.571553 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7e860c8a-87f6-4e2f-8276-cb6ed3858c28), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.599456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:40.622730 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e860c8a-87f6-4e2f-8276-cb6ed3858c28,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:40.631902 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257342-05fd-48c1-bcfe-580ff2deab79 req-13b93f99-a69e-493b-a13b-af17cde0cace tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:40.633541 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18257342-05fd-48c1-bcfe-580ff2deab79 req-13b93f99-a69e-493b-a13b-af17cde0cace tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1094449 Mar 07 14:07:40.634953 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751012780126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (b970545d-5353-49f3-b148-dd5dd83747d1), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.635536 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Unsubscribe: segment precommit_create {{(pid=103274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 14:07:40.635855 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Added segment b970545d-5353-49f3-b148-dd5dd83747d1 of type vlan for network 57667647-e68f-487b-ae82-3db98a565cee Mar 07 14:07:40.698152 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (57667647-e68f-487b-ae82-3db98a565cee), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.740402 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18257342-05fd-48c1-bcfe-580ff2deab79 req-8903859d-5bb9-4280-9f8c-c54e703a274d tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936117 Mar 07 14:07:40.760865 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (57667647-e68f-487b-ae82-3db98a565cee), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.760865 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:40.760865 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.798313 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4876616 Mar 07 14:07:40.802402 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57702) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:40.809212 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Request body: {'subnet': {'network_id': '57667647-e68f-487b-ae82-3db98a565cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917476889-subnet', 'tenant_id': 'b18201de3e984c7e88a4049753024ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:40.835103 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Made reservation on behalf of b18201de3e984c7e88a4049753024ec4 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:40.838425 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:40.848501 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b75cc-9e65-4d37-a6d9-3ad2de9266d4 admin admin] Pushing event updated for resources: {'Network': ['ID=57667647-e68f-487b-ae82-3db98a565cee,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:40.860840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 57667647-e68f-487b-ae82-3db98a565cee details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:41.014051 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (9d3696e6-ec53-4572-b3bd-9774f956018a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.068071 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3696e6-ec53-4572-b3bd-9774f956018a,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:41.077830 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Checking segment: {'id': 'b970545d-5353-49f3-b148-dd5dd83747d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57667647-e68f-487b-ae82-3db98a565cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:41.078185 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Network hostable DHCP agents. Network: 57667647-e68f-487b-ae82-3db98a565cee, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:41.093679 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Network 57667647-e68f-487b-ae82-3db98a565cee is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:41.103717 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 57667647-e68f-487b-ae82-3db98a565cee) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:41.109073 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:41.109588 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.115595 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290eba4a-87e6-401a-a7dd-352f7d34a629 None None] Network 57667647-e68f-487b-ae82-3db98a565cee requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:41.125194 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fc4d6690-6052-408b-90bf-9323dc148dcb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3215861 Mar 07 14:07:41.227044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25efeb0-1f50-4145-9c88-9784758aa489 None None] Network 57667647-e68f-487b-ae82-3db98a565cee requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:41.624219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57726) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:41.629739 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-231832547-network', 'tenant_id': 'e00da2935ff44b80b1f032fe1336bfc2'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:41.648946 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Made reservation on behalf of e00da2935ff44b80b1f032fe1336bfc2 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:41.651227 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.659890 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.744550 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks [] for security_group (148938b4-4507-483d-81ae-612dbe96c7b6), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.748330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (148938b4-4507-483d-81ae-612dbe96c7b6), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.775181 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:41.781541 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148938b4-4507-483d-81ae-612dbe96c7b6,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:41.787627 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (c5065b6f-d8f3-42ab-9439-8711cb395d15), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.787968 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Added segment c5065b6f-d8f3-42ab-9439-8711cb395d15 of type vlan for network d9550544-5ddb-4782-8a08-9f18e53bf9c4 Mar 07 14:07:41.840773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (d9550544-5ddb-4782-8a08-9f18e53bf9c4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.899638 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bd194-e026-4049-b30e-d13c06ecf359 req-e74ba04a-5056-4120-9c10-1130e45370c0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:41.901088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-118bd194-e026-4049-b30e-d13c06ecf359 req-e74ba04a-5056-4120-9c10-1130e45370c0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0779035 Mar 07 14:07:41.901844 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (d9550544-5ddb-4782-8a08-9f18e53bf9c4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.902697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:41.903256 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.955284 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3298678 Mar 07 14:07:41.958279 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57734) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:41.963134 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Request body: {'subnet': {'network_id': 'd9550544-5ddb-4782-8a08-9f18e53bf9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-231832547-subnet', 'tenant_id': 'e00da2935ff44b80b1f032fe1336bfc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:41.989742 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Made reservation on behalf of e00da2935ff44b80b1f032fe1336bfc2 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:41.992615 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:41.996435 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc757f4b-d554-4ddf-8857-8661c8dba337 admin admin] Pushing event updated for resources: {'Network': ['ID=d9550544-5ddb-4782-8a08-9f18e53bf9c4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:42.010506 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-118bd194-e026-4049-b30e-d13c06ecf359 req-8335ac9e-d036-4364-82fe-cb748857e820 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020684 Mar 07 14:07:42.012365 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network d9550544-5ddb-4782-8a08-9f18e53bf9c4 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:42.180580 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (adb44afd-d3f3-4b17-a103-3d395e5eee3a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.235326 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb44afd-d3f3-4b17-a103-3d395e5eee3a,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:42.243841 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Checking segment: {'id': 'c5065b6f-d8f3-42ab-9439-8711cb395d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9550544-5ddb-4782-8a08-9f18e53bf9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:42.244219 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Network hostable DHCP agents. Network: d9550544-5ddb-4782-8a08-9f18e53bf9c4, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:42.264129 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Network d9550544-5ddb-4782-8a08-9f18e53bf9c4 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:42.274082 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, d9550544-5ddb-4782-8a08-9f18e53bf9c4) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:42.278486 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:42.278912 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.284933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04202426-cf5b-4425-8fc8-833f86a07dbb None None] Network d9550544-5ddb-4782-8a08-9f18e53bf9c4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:42.296724 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9c3f2afe-61d2-4b48-8e6c-72cf130c4cc2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3373251 Mar 07 14:07:42.390844 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72233ace-4778-495a-9117-208b7115eee6 None None] Network d9550544-5ddb-4782-8a08-9f18e53bf9c4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:42.416806 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57746) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:42.468929 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Deleting subnet 9d3696e6-ec53-4572-b3bd-9774f956018a {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:07:42.472641 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Publish callbacks [] for subnet (9d3696e6-ec53-4572-b3bd-9774f956018a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.511143 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (9d3696e6-ec53-4572-b3bd-9774f956018a), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.552533 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (9d3696e6-ec53-4572-b3bd-9774f956018a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.604964 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (9d3696e6-ec53-4572-b3bd-9774f956018a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.632682 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3696e6-ec53-4572-b3bd-9774f956018a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:42.634626 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.637812 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4a751331-2ec5-45cd-87b6-061054478ad1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9d3696e6-ec53-4572-b3bd-9774f956018a HTTP/1.1" status: 204 len: 168 time: 0.2200115 Mar 07 14:07:42.640483 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57752) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:42.719594 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (57667647-e68f-487b-ae82-3db98a565cee), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.809005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (57667647-e68f-487b-ae82-3db98a565cee), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.835831 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57667647-e68f-487b-ae82-3db98a565cee']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:42.848537 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b970545d-5353-49f3-b148-dd5dd83747d1') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:42.848537 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b970545d-5353-49f3-b148-dd5dd83747d1') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:42.858996 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (b970545d-5353-49f3-b148-dd5dd83747d1), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.873222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (b970545d-5353-49f3-b148-dd5dd83747d1), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.881350 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:07:42.881504 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (b970545d-5353-49f3-b148-dd5dd83747d1), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:07:42.883471 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:07:42.944977 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (57667647-e68f-487b-ae82-3db98a565cee), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.951508 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:42.959463 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] 10.222.0.31 "DELETE /v2.0/networks/57667647-e68f-487b-ae82-3db98a565cee HTTP/1.1" status: 204 len: 168 time: 0.3142643 Mar 07 14:07:42.960122 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57764) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:42.971763 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5375eb8-8f81-4c1f-ad80-a1eb0147cfda admin admin] Pushing event deleted for resources: {'Network': ['ID=57667647-e68f-487b-ae82-3db98a565cee,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:43.027645 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Deleting subnet adb44afd-d3f3-4b17-a103-3d395e5eee3a {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:07:43.030911 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Publish callbacks [] for subnet (adb44afd-d3f3-4b17-a103-3d395e5eee3a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.071038 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (adb44afd-d3f3-4b17-a103-3d395e5eee3a), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.343163 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (adb44afd-d3f3-4b17-a103-3d395e5eee3a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.418592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463216-1d8e-4c2f-8f8b-27ba88db7b1e req-f584fcdf-7795-4568-998b-eca79953e4d2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:43.420481 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-84463216-1d8e-4c2f-8f8b-27ba88db7b1e req-f584fcdf-7795-4568-998b-eca79953e4d2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.3214629 Mar 07 14:07:43.436090 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (adb44afd-d3f3-4b17-a103-3d395e5eee3a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.476405 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.479761 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/adb44afd-d3f3-4b17-a103-3d395e5eee3a HTTP/1.1" status: 204 len: 168 time: 0.5189581 Mar 07 14:07:43.482550 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57774) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:43.482697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60932fe-adcb-4e4a-b5b5-839e213bf9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb44afd-d3f3-4b17-a103-3d395e5eee3a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:43.511306 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-84463216-1d8e-4c2f-8f8b-27ba88db7b1e req-8be92662-5ead-4b49-bca1-f7d17bb30bb8 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834687 Mar 07 14:07:43.592361 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (d9550544-5ddb-4782-8a08-9f18e53bf9c4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.691387 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (d9550544-5ddb-4782-8a08-9f18e53bf9c4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.722371 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9550544-5ddb-4782-8a08-9f18e53bf9c4']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:43.733864 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5065b6f-d8f3-42ab-9439-8711cb395d15') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:43.734223 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5065b6f-d8f3-42ab-9439-8711cb395d15') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:43.745062 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (c5065b6f-d8f3-42ab-9439-8711cb395d15), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.758400 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (c5065b6f-d8f3-42ab-9439-8711cb395d15), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.764941 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:07:43.765473 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (c5065b6f-d8f3-42ab-9439-8711cb395d15), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:07:43.767141 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:07:43.828469 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (d9550544-5ddb-4782-8a08-9f18e53bf9c4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.846023 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:43.852114 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d9550544-5ddb-4782-8a08-9f18e53bf9c4 HTTP/1.1" status: 204 len: 168 time: 0.3660600 Mar 07 14:07:43.852114 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d24de-f7fd-4206-bfb3-9f5f5eb3d1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9550544-5ddb-4782-8a08-9f18e53bf9c4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:44.034364 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57814) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:44.091049 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2d4c71f9-7425-4f7d-8d09-d3018999a8b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b18201de3e984c7e88a4049753024ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554481 Mar 07 14:07:44.093701 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57820) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:44.154152 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f12ade03-43c1-4d12-b3bd-1df4427037a2 admin admin] Publish callbacks [] for security_group (7e860c8a-87f6-4e2f-8276-cb6ed3858c28), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.180108 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f12ade03-43c1-4d12-b3bd-1df4427037a2 admin admin] Publish callbacks [] for security_group (7e860c8a-87f6-4e2f-8276-cb6ed3858c28), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.233358 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57826) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:44.236774 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f12ade03-43c1-4d12-b3bd-1df4427037a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7e860c8a-87f6-4e2f-8276-cb6ed3858c28), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.239815 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f12ade03-43c1-4d12-b3bd-1df4427037a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.242278 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f12ade03-43c1-4d12-b3bd-1df4427037a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e860c8a-87f6-4e2f-8276-cb6ed3858c28 HTTP/1.1" status: 204 len: 168 time: 0.1469316 Mar 07 14:07:44.252956 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ade03-43c1-4d12-b3bd-1df4427037a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e860c8a-87f6-4e2f-8276-cb6ed3858c28,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:44.685041 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fce5a97c-fc4c-41c5-8ba9-88cf36610fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.697498 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a2a-ca4a-43dd-8401-d5ebea756d59 req-aabc792c-c588-4522-ba38-c4a656449cb2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:44.699013 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4dbd8a2a-ca4a-43dd-8401-d5ebea756d59 req-aabc792c-c588-4522-ba38-c4a656449cb2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0779443 Mar 07 14:07:44.753047 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57852) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:44.764404 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4dbd8a2a-ca4a-43dd-8401-d5ebea756d59 req-53cd2a31-f4ba-4483-a79c-00b839f586b5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Mar 07 14:07:44.773149 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fce5a97c-fc4c-41c5-8ba9-88cf36610fcc admin admin] Publish callbacks [] for security_group (bd86c4c2-3b49-424d-9d5f-4828e84631a3), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.777508 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fce5a97c-fc4c-41c5-8ba9-88cf36610fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (bd86c4c2-3b49-424d-9d5f-4828e84631a3), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.806443 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d0663cf0-3c5a-4335-ab1a-49ab6f7c2d5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e00da2935ff44b80b1f032fe1336bfc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500946 Mar 07 14:07:44.806666 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57854) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:44.821183 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5a97c-fc4c-41c5-8ba9-88cf36610fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86c4c2-3b49-424d-9d5f-4828e84631a3,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:44.828726 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fce5a97c-fc4c-41c5-8ba9-88cf36610fcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=452ed664bafb491180b821365722a9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942020 Mar 07 14:07:44.829630 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57856) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:44.855132 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ed6d51c0-10b2-4035-be38-a918d0bb7f16 admin admin] Publish callbacks [] for security_group (148938b4-4507-483d-81ae-612dbe96c7b6), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.876055 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ed6d51c0-10b2-4035-be38-a918d0bb7f16 admin admin] Publish callbacks [] for security_group (148938b4-4507-483d-81ae-612dbe96c7b6), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.877598 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23567380-f3a1-4ecb-8cb6-6950864cdf68 admin admin] Publish callbacks [] for security_group (bd86c4c2-3b49-424d-9d5f-4828e84631a3), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.901203 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23567380-f3a1-4ecb-8cb6-6950864cdf68 admin admin] Publish callbacks [] for security_group (bd86c4c2-3b49-424d-9d5f-4828e84631a3), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.923148 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ed6d51c0-10b2-4035-be38-a918d0bb7f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (148938b4-4507-483d-81ae-612dbe96c7b6), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.926827 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ed6d51c0-10b2-4035-be38-a918d0bb7f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.928157 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ed6d51c0-10b2-4035-be38-a918d0bb7f16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/148938b4-4507-483d-81ae-612dbe96c7b6 HTTP/1.1" status: 204 len: 168 time: 0.1203959 Mar 07 14:07:44.938136 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d51c0-10b2-4035-be38-a918d0bb7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148938b4-4507-483d-81ae-612dbe96c7b6,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:44.954118 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23567380-f3a1-4ecb-8cb6-6950864cdf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (bd86c4c2-3b49-424d-9d5f-4828e84631a3), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.957490 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-23567380-f3a1-4ecb-8cb6-6950864cdf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.958650 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-23567380-f3a1-4ecb-8cb6-6950864cdf68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd86c4c2-3b49-424d-9d5f-4828e84631a3 HTTP/1.1" status: 204 len: 168 time: 0.1280227 Mar 07 14:07:44.966793 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23567380-f3a1-4ecb-8cb6-6950864cdf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86c4c2-3b49-424d-9d5f-4828e84631a3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:45.303510 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 57872) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:45.317742 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a5d8de68-0199-421f-8ec1-31c184efa166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.396528 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a5d8de68-0199-421f-8ec1-31c184efa166 admin admin] Publish callbacks [] for security_group (ec2ec7f0-e454-4731-8360-9a2884c701a9), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.400522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a5d8de68-0199-421f-8ec1-31c184efa166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ec2ec7f0-e454-4731-8360-9a2884c701a9), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.445928 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a5d8de68-0199-421f-8ec1-31c184efa166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc422578cadd4cfa927ebc7ad6231a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411791 Mar 07 14:07:45.446819 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8de68-0199-421f-8ec1-31c184efa166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ec7f0-e454-4731-8360-9a2884c701a9,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:45.448617 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 57880) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:45.540509 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3087907f-efab-4cc1-8f58-1c44848b1f56 admin admin] Publish callbacks [] for security_group (ec2ec7f0-e454-4731-8360-9a2884c701a9), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.578648 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3087907f-efab-4cc1-8f58-1c44848b1f56 admin admin] Publish callbacks [] for security_group (ec2ec7f0-e454-4731-8360-9a2884c701a9), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.640213 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3087907f-efab-4cc1-8f58-1c44848b1f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ec2ec7f0-e454-4731-8360-9a2884c701a9), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.643758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3087907f-efab-4cc1-8f58-1c44848b1f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:45.648521 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3087907f-efab-4cc1-8f58-1c44848b1f56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec2ec7f0-e454-4731-8360-9a2884c701a9 HTTP/1.1" status: 204 len: 168 time: 0.1969490 Mar 07 14:07:45.664664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087907f-efab-4cc1-8f58-1c44848b1f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ec7f0-e454-4731-8360-9a2884c701a9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:45.755821 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d86bd9-fc80-4e7e-b7bd-09863b4a9e88 req-e4635db9-0070-4f87-8ea8-71a8593d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:45.760616 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0d86bd9-fc80-4e7e-b7bd-09863b4a9e88 req-e4635db9-0070-4f87-8ea8-71a8593d73d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 1129 time: 0.1164768 Mar 07 14:07:45.873932 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0d86bd9-fc80-4e7e-b7bd-09863b4a9e88 req-c0e91c3f-c061-4fee-a4d9-a35e79f9f395 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025603 Mar 07 14:07:45.963559 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f98c-e3e5-4af1-9ea8-781dc91242d5 req-309bda86-c5f2-4fb3-be57-efa0f24b26e9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:45.973221 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff11f98c-e3e5-4af1-9ea8-781dc91242d5 req-309bda86-c5f2-4fb3-be57-efa0f24b26e9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0871038 Mar 07 14:07:46.042686 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff11f98c-e3e5-4af1-9ea8-781dc91242d5 req-40a607e0-ed96-4dd3-8c82-4fef2ec5d3d2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674911 Mar 07 14:07:47.055625 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:07:47.171554 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836681d-894d-485b-8772-b5f01b33ef50 req-fa053255-e471-4a29-8b2d-47d11a1284a9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:47.173560 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c836681d-894d-485b-8772-b5f01b33ef50 req-fa053255-e471-4a29-8b2d-47d11a1284a9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0541615 Mar 07 14:07:47.223116 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c836681d-894d-485b-8772-b5f01b33ef50 req-587c1327-c03f-45a1-8cf9-bb5238ffe7c7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Mar 07 14:07:47.434151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cff76d34-50b1-4e5e-9fe4-d418bdb45a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:48.342673 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75487faf-c39e-463b-9658-ec96f9635919 req-bc8b8acd-4573-4432-b1bd-59c4ab1ada07 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:48.344173 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75487faf-c39e-463b-9658-ec96f9635919 req-bc8b8acd-4573-4432-b1bd-59c4ab1ada07 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0552430 Mar 07 14:07:48.388827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75487faf-c39e-463b-9658-ec96f9635919 req-c7609855-a4a0-4222-8e91-5e1fb0efef1c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Mar 07 14:07:49.523561 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0770f9-1175-4479-a1ce-e8e2dd6663bf req-2c40d309-16bd-4160-8f16-1979e2d411a3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:49.525032 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cb0770f9-1175-4479-a1ce-e8e2dd6663bf req-2c40d309-16bd-4160-8f16-1979e2d411a3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0606244 Mar 07 14:07:49.571477 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cb0770f9-1175-4479-a1ce-e8e2dd6663bf req-2db54114-e7fd-4bf5-8976-85762ec8ae11 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Mar 07 14:07:49.811427 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-79d63019-6fac-497e-a6ba-0d42484a432c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:50.685416 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe4d7-44bf-4aa6-91f1-d475e42b4768 req-987a2f82-d949-49ec-a077-23f8a69bd93d tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:50.686863 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a8fe4d7-44bf-4aa6-91f1-d475e42b4768 req-987a2f82-d949-49ec-a077-23f8a69bd93d tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0513992 Mar 07 14:07:50.737815 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a8fe4d7-44bf-4aa6-91f1-d475e42b4768 req-ff294e0c-273f-4f74-9349-b195009ed276 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Mar 07 14:07:50.809976 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:51.853574 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdc024-c9a9-4069-9d67-af8e748f40df req-9759afb2-9fd0-4154-8f36-3e40d1ba84aa tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:51.855042 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48cdc024-c9a9-4069-9d67-af8e748f40df req-9759afb2-9fd0-4154-8f36-3e40d1ba84aa tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0515976 Mar 07 14:07:51.900451 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48cdc024-c9a9-4069-9d67-af8e748f40df req-bf549546-ab9d-4b87-94e9-9548d3375a2f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Mar 07 14:07:52.169785 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.028802 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862703a9-59ca-449b-b041-d5ebbc6350d8 req-011e5541-d1d4-4050-b77f-ac1273b89a49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:53.030338 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-862703a9-59ca-449b-b041-d5ebbc6350d8 req-011e5541-d1d4-4050-b77f-ac1273b89a49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0577700 Mar 07 14:07:53.078112 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-862703a9-59ca-449b-b041-d5ebbc6350d8 req-9c80d7bd-8bd4-469f-a739-3d585e2d536a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Mar 07 14:07:53.208109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513c18c-8719-4050-9303-0149e7aa9c77 req-a631302e-0a9d-4a62-bafa-82fa1e3a0c78 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:53.209584 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d513c18c-8719-4050-9303-0149e7aa9c77 req-a631302e-0a9d-4a62-bafa-82fa1e3a0c78 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0611112 Mar 07 14:07:53.259273 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d513c18c-8719-4050-9303-0149e7aa9c77 req-3e9f0e8c-a8d6-4647-be94-f66d03560d5a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Mar 07 14:07:53.499954 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58146) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.618454 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22de10c3-e166-4ece-925f-5b69d409e01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.705601 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22de10c3-e166-4ece-925f-5b69d409e01f admin admin] Publish callbacks [] for security_group (9361a91c-e770-4ced-88f8-c090c4a2e25a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.711125 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22de10c3-e166-4ece-925f-5b69d409e01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (9361a91c-e770-4ced-88f8-c090c4a2e25a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.749828 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de10c3-e166-4ece-925f-5b69d409e01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9361a91c-e770-4ced-88f8-c090c4a2e25a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:53.757100 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-22de10c3-e166-4ece-925f-5b69d409e01f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdea70aa56b0456f903483d2436f0613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533624 Mar 07 14:07:53.757459 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58164) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.766772 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.811105 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0afe-2cb3-46b3-8bf3-8b22838da766 admin admin] Publish callbacks [] for security_group (9361a91c-e770-4ced-88f8-c090c4a2e25a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.833036 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0afe-2cb3-46b3-8bf3-8b22838da766 admin admin] Publish callbacks [] for security_group (9361a91c-e770-4ced-88f8-c090c4a2e25a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.898648 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0afe-2cb3-46b3-8bf3-8b22838da766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (9361a91c-e770-4ced-88f8-c090c4a2e25a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.901503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0afe-2cb3-46b3-8bf3-8b22838da766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.902668 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8b1a0afe-2cb3-46b3-8bf3-8b22838da766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9361a91c-e770-4ced-88f8-c090c4a2e25a HTTP/1.1" status: 204 len: 168 time: 0.1422033 Mar 07 14:07:53.913032 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0afe-2cb3-46b3-8bf3-8b22838da766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9361a91c-e770-4ced-88f8-c090c4a2e25a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.196049 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58182) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:54.209646 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b1898b8f-e14c-4ea4-b1f5-67253cfb951e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.281773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b1898b8f-e14c-4ea4-b1f5-67253cfb951e admin admin] Publish callbacks [] for security_group (bb854ac0-8bb2-425e-ae79-0cd6bcf5776d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.285409 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b1898b8f-e14c-4ea4-b1f5-67253cfb951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (bb854ac0-8bb2-425e-ae79-0cd6bcf5776d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.324313 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b1898b8f-e14c-4ea4-b1f5-67253cfb951e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=750531ce3ff9460fba198017e1162880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271892 Mar 07 14:07:54.325429 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1898b8f-e14c-4ea4-b1f5-67253cfb951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb854ac0-8bb2-425e-ae79-0cd6bcf5776d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.327026 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58184) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:54.375288 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc714811-524c-45f5-a3a5-153895e58cb8 admin admin] Publish callbacks [] for security_group (bb854ac0-8bb2-425e-ae79-0cd6bcf5776d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.397191 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc714811-524c-45f5-a3a5-153895e58cb8 admin admin] Publish callbacks [] for security_group (bb854ac0-8bb2-425e-ae79-0cd6bcf5776d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.443966 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc714811-524c-45f5-a3a5-153895e58cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (bb854ac0-8bb2-425e-ae79-0cd6bcf5776d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.446430 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc714811-524c-45f5-a3a5-153895e58cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.447600 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fc714811-524c-45f5-a3a5-153895e58cb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb854ac0-8bb2-425e-ae79-0cd6bcf5776d HTTP/1.1" status: 204 len: 168 time: 0.1189201 Mar 07 14:07:54.455424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc714811-524c-45f5-a3a5-153895e58cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb854ac0-8bb2-425e-ae79-0cd6bcf5776d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:58.174604 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005f40-368e-420a-a09e-55e320b599a3 req-7c0b7949-34f9-4332-a6ee-daaa1981ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:58.175795 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c171d26-8660-474d-b9e5-be87540fb22d req-bb07276f-cacc-49ab-9df9-578f733bebb4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:58.176398 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-7c0b7949-34f9-4332-a6ee-daaa1981ef19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.0728154 Mar 07 14:07:58.178085 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c171d26-8660-474d-b9e5-be87540fb22d req-bb07276f-cacc-49ab-9df9-578f733bebb4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0640802 Mar 07 14:07:58.238251 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c171d26-8660-474d-b9e5-be87540fb22d req-e8b66d4a-44fd-4a6f-83c9-0629d22f3652 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 Mar 07 14:07:58.278416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005f40-368e-420a-a09e-55e320b599a3 req-995ff5e6-8c73-4fb2-b57f-a89ab79ab63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:58.279903 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-995ff5e6-8c73-4fb2-b57f-a89ab79ab63a service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.0953865 Mar 07 14:07:58.324993 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-e12cb06d-688d-456c-ab81-0270d8f43bdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.0375166 Mar 07 14:07:58.374032 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005f40-368e-420a-a09e-55e320b599a3 req-301cdbf1-6570-4d86-b12b-10c5c65d82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:58.375502 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-301cdbf1-6570-4d86-b12b-10c5c65d82eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.0444641 Mar 07 14:07:58.414755 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-6365ed71-f5a0-4a92-81df-3bdafa5f7a32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327969 Mar 07 14:07:58.521709 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-e84ab7e7-7e40-4e58-97b9-531cfeb02ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989053 Mar 07 14:07:58.617849 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-05005f40-368e-420a-a09e-55e320b599a3 req-e450f2d0-fe26-4895-a79f-c9f7b43c2297 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896297 Mar 07 14:07:58.961732 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.396785 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffe8e-433e-4c57-8b38-64e3f012def4 req-a5cd0428-04e2-4aca-8523-08fc2cae4064 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:59.398297 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b12ffe8e-433e-4c57-8b38-64e3f012def4 req-a5cd0428-04e2-4aca-8523-08fc2cae4064 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0737319 Mar 07 14:07:59.459946 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b12ffe8e-433e-4c57-8b38-64e3f012def4 req-4ce65168-89df-4f05-bbcd-4441f3c76962 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537496 Mar 07 14:07:59.609058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58404) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:59.729881 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e88aa744-f922-4a8d-8215-a29a1b8148b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.825436 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e88aa744-f922-4a8d-8215-a29a1b8148b6 admin admin] Publish callbacks [] for security_group (919798b2-c48e-430b-86db-5574eea0e81a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.830810 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e88aa744-f922-4a8d-8215-a29a1b8148b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (919798b2-c48e-430b-86db-5574eea0e81a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.874735 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e88aa744-f922-4a8d-8215-a29a1b8148b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=958ca264ea5a40d8af42b183a5e7e945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643251 Mar 07 14:07:59.877626 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58442) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:59.879115 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aa744-f922-4a8d-8215-a29a1b8148b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919798b2-c48e-430b-86db-5574eea0e81a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:59.933737 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbf0194c-3a6b-43f0-a216-ec1d886897ff admin admin] Publish callbacks [] for security_group (919798b2-c48e-430b-86db-5574eea0e81a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.966161 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbf0194c-3a6b-43f0-a216-ec1d886897ff admin admin] Publish callbacks [] for security_group (919798b2-c48e-430b-86db-5574eea0e81a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.055139 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbf0194c-3a6b-43f0-a216-ec1d886897ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (919798b2-c48e-430b-86db-5574eea0e81a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.057677 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fbf0194c-3a6b-43f0-a216-ec1d886897ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.058836 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fbf0194c-3a6b-43f0-a216-ec1d886897ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/919798b2-c48e-430b-86db-5574eea0e81a HTTP/1.1" status: 204 len: 168 time: 0.1797550 Mar 07 14:08:00.067858 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0194c-3a6b-43f0-a216-ec1d886897ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919798b2-c48e-430b-86db-5574eea0e81a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:00.202494 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58458) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:00.611746 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b17cd5-06cb-4229-88bc-0f023ef39f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.658201 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07f8f7-4b58-4b81-aaca-d2af774573de req-2ae3017a-1ed3-4382-9314-54b790c2443c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:00.660799 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1d07f8f7-4b58-4b81-aaca-d2af774573de req-2ae3017a-1ed3-4382-9314-54b790c2443c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0992870 Mar 07 14:08:00.729176 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b17cd5-06cb-4229-88bc-0f023ef39f48 admin admin] Publish callbacks [] for security_group (180ccbb4-ff40-4dd0-ba31-62677748a2c4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.734910 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1d07f8f7-4b58-4b81-aaca-d2af774573de req-0951bacf-873d-483c-bb7f-ccaffc9652cf tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 Mar 07 14:08:00.735559 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b17cd5-06cb-4229-88bc-0f023ef39f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (180ccbb4-ff40-4dd0-ba31-62677748a2c4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.778847 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b17cd5-06cb-4229-88bc-0f023ef39f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ccbb4-ff40-4dd0-ba31-62677748a2c4,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:00.798298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58512) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:00.798440 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c8b17cd5-06cb-4229-88bc-0f023ef39f48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2a10c71f76145e3830e9edc9b29bd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5946052 Mar 07 14:08:00.855834 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a3b47aa9-28f7-46b4-a36d-958e4cb32d84 admin admin] Publish callbacks [] for security_group (180ccbb4-ff40-4dd0-ba31-62677748a2c4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.872226 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58514) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:00.887230 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a3b47aa9-28f7-46b4-a36d-958e4cb32d84 admin admin] Publish callbacks [] for security_group (180ccbb4-ff40-4dd0-ba31-62677748a2c4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.903131 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58520) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:00.944733 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a3b47aa9-28f7-46b4-a36d-958e4cb32d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (180ccbb4-ff40-4dd0-ba31-62677748a2c4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.947696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a3b47aa9-28f7-46b4-a36d-958e4cb32d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.949030 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a3b47aa9-28f7-46b4-a36d-958e4cb32d84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/180ccbb4-ff40-4dd0-ba31-62677748a2c4 HTTP/1.1" status: 204 len: 168 time: 0.1491649 Mar 07 14:08:00.957337 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b47aa9-28f7-46b4-a36d-958e4cb32d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ccbb4-ff40-4dd0-ba31-62677748a2c4,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.027631 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-980113f2-8960-4d78-89dd-714abdf40b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.062225 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-324b6e3a-690e-4bf9-ad42-137351381df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.150588 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-980113f2-8960-4d78-89dd-714abdf40b3d admin admin] Publish callbacks [] for security_group (45e073b3-b178-4acf-8bbc-fc0124da6930), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.158819 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-980113f2-8960-4d78-89dd-714abdf40b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (45e073b3-b178-4acf-8bbc-fc0124da6930), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.204765 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-324b6e3a-690e-4bf9-ad42-137351381df7 admin admin] Publish callbacks [] for security_group (768e8ecd-7f46-4ec9-88d2-ab3371bf1f64), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.212062 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-980113f2-8960-4d78-89dd-714abdf40b3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bd6d46d7144470095b5ef66177a5e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395793 Mar 07 14:08:01.212751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-324b6e3a-690e-4bf9-ad42-137351381df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (768e8ecd-7f46-4ec9-88d2-ab3371bf1f64), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.213482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980113f2-8960-4d78-89dd-714abdf40b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e073b3-b178-4acf-8bbc-fc0124da6930,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.216007 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58532) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:01.263175 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58534) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:01.266397 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-324b6e3a-690e-4bf9-ad42-137351381df7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d1334eb36d5471687d91eda9fe341a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591206 Mar 07 14:08:01.281608 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b6e3a-690e-4bf9-ad42-137351381df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768e8ecd-7f46-4ec9-88d2-ab3371bf1f64,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.294138 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c4108a0-f354-4931-9fcb-7d6edddeefbb admin admin] Publish callbacks [] for security_group (45e073b3-b178-4acf-8bbc-fc0124da6930), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.336118 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c4108a0-f354-4931-9fcb-7d6edddeefbb admin admin] Publish callbacks [] for security_group (45e073b3-b178-4acf-8bbc-fc0124da6930), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.369721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df9a4335-d2c2-430d-ab6c-6f5f7e6fd8d6 admin admin] Publish callbacks [] for security_group (768e8ecd-7f46-4ec9-88d2-ab3371bf1f64), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.400552 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df9a4335-d2c2-430d-ab6c-6f5f7e6fd8d6 admin admin] Publish callbacks [] for security_group (768e8ecd-7f46-4ec9-88d2-ab3371bf1f64), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.429868 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c4108a0-f354-4931-9fcb-7d6edddeefbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (45e073b3-b178-4acf-8bbc-fc0124da6930), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.432487 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c4108a0-f354-4931-9fcb-7d6edddeefbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.433661 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1c4108a0-f354-4931-9fcb-7d6edddeefbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45e073b3-b178-4acf-8bbc-fc0124da6930 HTTP/1.1" status: 204 len: 168 time: 0.2167201 Mar 07 14:08:01.445445 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4108a0-f354-4931-9fcb-7d6edddeefbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e073b3-b178-4acf-8bbc-fc0124da6930,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.472548 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df9a4335-d2c2-430d-ab6c-6f5f7e6fd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (768e8ecd-7f46-4ec9-88d2-ab3371bf1f64), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.476821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df9a4335-d2c2-430d-ab6c-6f5f7e6fd8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.478463 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-df9a4335-d2c2-430d-ab6c-6f5f7e6fd8d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/768e8ecd-7f46-4ec9-88d2-ab3371bf1f64 HTTP/1.1" status: 204 len: 168 time: 0.2141306 Mar 07 14:08:01.487022 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a4335-d2c2-430d-ab6c-6f5f7e6fd8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e8ecd-7f46-4ec9-88d2-ab3371bf1f64,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.529161 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58548) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:01.555063 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e230636-9c58-408b-bcfe-ff4f39f27399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.674034 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e230636-9c58-408b-bcfe-ff4f39f27399 admin admin] Publish callbacks [] for security_group (b939987c-c17c-43fa-9e00-605c3d7b1ac5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.681791 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2e230636-9c58-408b-bcfe-ff4f39f27399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b939987c-c17c-43fa-9e00-605c3d7b1ac5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.728455 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2e230636-9c58-408b-bcfe-ff4f39f27399 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e781b1969d04004856cebf066e5b7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977632 Mar 07 14:08:01.730744 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e230636-9c58-408b-bcfe-ff4f39f27399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b939987c-c17c-43fa-9e00-605c3d7b1ac5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.731273 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58550) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:01.807719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3903ed7c-c104-45e8-a8d2-84b3d5540641 admin admin] Publish callbacks [] for security_group (b939987c-c17c-43fa-9e00-605c3d7b1ac5), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.836892 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3903ed7c-c104-45e8-a8d2-84b3d5540641 admin admin] Publish callbacks [] for security_group (b939987c-c17c-43fa-9e00-605c3d7b1ac5), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.928545 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be4ad2-e8a2-4565-877b-92c8839fa7c1 req-43eaf526-6eb9-4567-b312-b66cb07b4ea2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:01.930396 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-23be4ad2-e8a2-4565-877b-92c8839fa7c1 req-43eaf526-6eb9-4567-b312-b66cb07b4ea2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0911751 Mar 07 14:08:01.959963 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3903ed7c-c104-45e8-a8d2-84b3d5540641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b939987c-c17c-43fa-9e00-605c3d7b1ac5), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.965096 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3903ed7c-c104-45e8-a8d2-84b3d5540641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.971384 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3903ed7c-c104-45e8-a8d2-84b3d5540641 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b939987c-c17c-43fa-9e00-605c3d7b1ac5 HTTP/1.1" status: 204 len: 168 time: 0.2383347 Mar 07 14:08:01.996483 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903ed7c-c104-45e8-a8d2-84b3d5540641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b939987c-c17c-43fa-9e00-605c3d7b1ac5,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:02.049962 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-23be4ad2-e8a2-4565-877b-92c8839fa7c1 req-52bccb52-dddb-4098-a7f5-2bb68d8775d5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Mar 07 14:08:03.221271 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637c557-966e-4d6c-8000-db6697157363 req-aa2e4a9a-a284-43d9-b870-381fa088def1 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:03.227602 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f637c557-966e-4d6c-8000-db6697157363 req-aa2e4a9a-a284-43d9-b870-381fa088def1 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1001532 Mar 07 14:08:03.282027 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f637c557-966e-4d6c-8000-db6697157363 req-9b349f69-84ed-4e8a-bc36-fa9ae09d0b57 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Mar 07 14:08:03.307249 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58656) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:03.413398 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77f4c18c-2a67-4a11-a95a-3ba07b9b2cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.511273 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77f4c18c-2a67-4a11-a95a-3ba07b9b2cd4 admin admin] Publish callbacks [] for security_group (84fd4de2-a65b-498a-856b-0740b39415c4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.515205 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77f4c18c-2a67-4a11-a95a-3ba07b9b2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (84fd4de2-a65b-498a-856b-0740b39415c4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.559833 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-77f4c18c-2a67-4a11-a95a-3ba07b9b2cd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee0c345753d14943a473b273d18d37f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508819 Mar 07 14:08:03.560525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4c18c-2a67-4a11-a95a-3ba07b9b2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd4de2-a65b-498a-856b-0740b39415c4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:03.562394 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58670) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:03.616086 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b8ecb4e-0322-47d7-9e25-a8bd306c347b admin admin] Publish callbacks [] for security_group (84fd4de2-a65b-498a-856b-0740b39415c4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.639867 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b8ecb4e-0322-47d7-9e25-a8bd306c347b admin admin] Publish callbacks [] for security_group (84fd4de2-a65b-498a-856b-0740b39415c4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.689223 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b8ecb4e-0322-47d7-9e25-a8bd306c347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (84fd4de2-a65b-498a-856b-0740b39415c4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.691995 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b8ecb4e-0322-47d7-9e25-a8bd306c347b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.695823 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9b8ecb4e-0322-47d7-9e25-a8bd306c347b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84fd4de2-a65b-498a-856b-0740b39415c4 HTTP/1.1" status: 204 len: 168 time: 0.1293609 Mar 07 14:08:03.705594 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ecb4e-0322-47d7-9e25-a8bd306c347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd4de2-a65b-498a-856b-0740b39415c4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:04.022198 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58688) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:04.127136 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3317cfa6-8c35-4b3b-98e5-cd50619f7dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.213360 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3317cfa6-8c35-4b3b-98e5-cd50619f7dca admin admin] Publish callbacks [] for security_group (5b42e739-417b-46d9-b9d5-b080699f0279), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.217702 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3317cfa6-8c35-4b3b-98e5-cd50619f7dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (5b42e739-417b-46d9-b9d5-b080699f0279), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.258195 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317cfa6-8c35-4b3b-98e5-cd50619f7dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42e739-417b-46d9-b9d5-b080699f0279,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:04.266280 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58700) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:04.266745 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3317cfa6-8c35-4b3b-98e5-cd50619f7dca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d636e94529f242dcad4b3e47e8ac7f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431278 Mar 07 14:08:04.319529 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-61f59c5b-877f-4831-a3b4-53763a7b1594 admin admin] Publish callbacks [] for security_group (5b42e739-417b-46d9-b9d5-b080699f0279), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.358814 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-61f59c5b-877f-4831-a3b4-53763a7b1594 admin admin] Publish callbacks [] for security_group (5b42e739-417b-46d9-b9d5-b080699f0279), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.445577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8462-54c4-4f74-a5ae-41cf53c5723e req-49234d6d-1a96-48bf-95f1-51f910458144 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:04.447198 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-136a8462-54c4-4f74-a5ae-41cf53c5723e req-49234d6d-1a96-48bf-95f1-51f910458144 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0813053 Mar 07 14:08:04.463952 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-61f59c5b-877f-4831-a3b4-53763a7b1594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (5b42e739-417b-46d9-b9d5-b080699f0279), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.466358 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-61f59c5b-877f-4831-a3b4-53763a7b1594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.467428 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-61f59c5b-877f-4831-a3b4-53763a7b1594 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b42e739-417b-46d9-b9d5-b080699f0279 HTTP/1.1" status: 204 len: 168 time: 0.1994739 Mar 07 14:08:04.519005 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-136a8462-54c4-4f74-a5ae-41cf53c5723e req-28ad36eb-f2c4-4e2f-b1de-bc74c197e9c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627320 Mar 07 14:08:04.519877 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f59c5b-877f-4831-a3b4-53763a7b1594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42e739-417b-46d9-b9d5-b080699f0279,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:04.833635 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 58728) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:04.847106 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6324d706-cfad-41e4-a8c6-386fa815ebf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.934441 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6324d706-cfad-41e4-a8c6-386fa815ebf8 admin admin] Publish callbacks [] for security_group (3180b63e-4b69-4366-8b68-baf71f4a043d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.937685 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6324d706-cfad-41e4-a8c6-386fa815ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3180b63e-4b69-4366-8b68-baf71f4a043d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.976316 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324d706-cfad-41e4-a8c6-386fa815ebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180b63e-4b69-4366-8b68-baf71f4a043d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:04.981822 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6324d706-cfad-41e4-a8c6-386fa815ebf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d82f05f1c024d1bb81151cb631a65be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470151 Mar 07 14:08:04.984617 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 58732) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:05.037966 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a491c5-baec-499a-99d6-2732378aff44 admin admin] Publish callbacks [] for security_group (3180b63e-4b69-4366-8b68-baf71f4a043d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.060545 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a491c5-baec-499a-99d6-2732378aff44 admin admin] Publish callbacks [] for security_group (3180b63e-4b69-4366-8b68-baf71f4a043d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.111765 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a491c5-baec-499a-99d6-2732378aff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3180b63e-4b69-4366-8b68-baf71f4a043d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.114892 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a491c5-baec-499a-99d6-2732378aff44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.116363 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-15a491c5-baec-499a-99d6-2732378aff44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3180b63e-4b69-4366-8b68-baf71f4a043d HTTP/1.1" status: 204 len: 168 time: 0.1304994 Mar 07 14:08:05.125274 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a491c5-baec-499a-99d6-2732378aff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180b63e-4b69-4366-8b68-baf71f4a043d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:05.685560 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e81610-766a-4739-b332-b2bb1f120ec9 req-db5aecdd-4d8d-414d-b74e-b68779708c23 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:05.692306 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48e81610-766a-4739-b332-b2bb1f120ec9 req-db5aecdd-4d8d-414d-b74e-b68779708c23 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0682073 Mar 07 14:08:05.738954 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48e81610-766a-4739-b332-b2bb1f120ec9 req-1359bc09-7e23-47d0-b7b7-4d21dce07961 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457113 Mar 07 14:08:05.938558 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-6b0202d3-d53c-41c1-9aa2-f458eba5e5c2 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e4e85a035464c17883072d2d2d40c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311122 Mar 07 14:08:06.183949 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-755dd1af-3517-4b7c-a99e-4545ccecb3fa tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:06.185808 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-755dd1af-3517-4b7c-a99e-4545ccecb3fa tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407706 Mar 07 14:08:06.216140 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-970a7c18-71cc-4c82-8bba-4d882ea6b010 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/quotas/3e4e85a035464c17883072d2d2d40c3b HTTP/1.1" status: 200 len: 375 time: 0.0246000 Mar 07 14:08:06.265826 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-35b5da6b-c725-4a42-9107-5e5bb59cf6ca tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e4e85a035464c17883072d2d2d40c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431900 Mar 07 14:08:06.505482 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9a503da0-6af0-4bb2-9863-f298bb3b861b req-e9652971-3a9c-44bb-ad44-7ef810194a14 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 210 time: 0.0358007 Mar 07 14:08:06.880797 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a053aa-bd53-4ab7-9f05-e752526f8ddc req-fdb29162-257a-469c-9fd6-d3a9a2724549 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:06.882579 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68a053aa-bd53-4ab7-9f05-e752526f8ddc req-fdb29162-257a-469c-9fd6-d3a9a2724549 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Mar 07 14:08:06.939501 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68a053aa-bd53-4ab7-9f05-e752526f8ddc req-d4ccae28-42a8-4706-91bb-a81c25c3b6e3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504398 Mar 07 14:08:07.612726 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b6f6043-1549-4e3c-bd71-9034039287b2 req-ad5689bf-cd05-468e-931e-ca3219c27d99 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 210 time: 0.0419607 Mar 07 14:08:07.695244 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-31f94068-7477-461f-84c9-502c7db1213c tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3e4e85a035464c17883072d2d2d40c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435719 Mar 07 14:08:07.928791 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-5d96d3bf-63e3-4574-b9c7-5dd830ff2aba tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:07.930282 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-5d96d3bf-63e3-4574-b9c7-5dd830ff2aba tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290652 Mar 07 14:08:07.945135 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Request body: {'port': {'device_id': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753', 'admin_state_up': True, 'tenant_id': '3e4e85a035464c17883072d2d2d40c3b'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:08.095942 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Made reservation on behalf of 3e4e85a035464c17883072d2d2d40c3b for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:08.099157 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23ac90-ef53-4782-9d20-42fcead8d92b req-4b7596b1-60b4-4e61-85e2-578fceed366a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:08.101091 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b23ac90-ef53-4782-9d20-42fcead8d92b req-4b7596b1-60b4-4e61-85e2-578fceed366a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0664742 Mar 07 14:08:08.108250 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.125295 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.174769 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b23ac90-ef53-4782-9d20-42fcead8d92b req-ff4be774-0877-43e3-a167-3468ef54cb49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676765 Mar 07 14:08:08.231264 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks [] for security_group (852cae1d-ce64-4a5c-9883-dd1d89ad5441), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.235699 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (852cae1d-ce64-4a5c-9883-dd1d89ad5441), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.332129 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852cae1d-ce64-4a5c-9883-dd1d89ad5441,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:08.405348 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Allocated IP 192.168.233.206 (27db4294-0e17-49d2-aaca-ad3f4ad30753/624e1b37-8daf-4078-aafa-263e49503752/fe8912e5-b22e-44e4-8874-cce402a75cf8) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:08.582264 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks [] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.627693 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.682209 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Network 27db4294-0e17-49d2-aaca-ad3f4ad30753 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:08.685730 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:08.689419 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:08.748091 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:08.749624 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.754022 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Pushing event updated for resources: {'Port': ['ID=fe8912e5-b22e-44e4-8874-cce402a75cf8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:08.767965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625af61-d5a4-4ceb-90fe-156ebda8310c req-b9099904-0b32-4b0f-95a4-fe5e3adf4efe tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:08.769180 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0625af61-d5a4-4ceb-90fe-156ebda8310c req-b9099904-0b32-4b0f-95a4-fe5e3adf4efe tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 936 time: 0.0694077 Mar 07 14:08:08.779659 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-7dfe6e6b-11fc-4d62-bca7-43c06ce6c823 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8390243 Mar 07 14:08:08.794735 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Request body: {'port': {'device_id': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:08.861290 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0625af61-d5a4-4ceb-90fe-156ebda8310c req-e3e80f17-80d6-4def-a96a-0be08fea11e1 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851488 Mar 07 14:08:08.879140 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.019883 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-19f15b94-91d6-46e6-a823-77166c79b095 None None] Provisioning complete for port fe8912e5-b22e-44e4-8874-cce402a75cf8 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:09.021044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-19f15b94-91d6-46e6-a823-77166c79b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.058777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-19f15b94-91d6-46e6-a823-77166c79b095 None None] Port fe8912e5-b22e-44e4-8874-cce402a75cf8 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:09.173329 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8912e5-b22e-44e4-8874-cce402a75cf8 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:09.182478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Publish callbacks [] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.194847 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Transition to ACTIVE for port object fe8912e5-b22e-44e4-8874-cce402a75cf8 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:09.199623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.256552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8912e5-b22e-44e4-8874-cce402a75cf8,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:09.314862 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d9a21-3416-4b4f-b5d6-1c0e204538fa req-d5390b1b-b70e-45ba-834e-e6f2b435e4d3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:09.316416 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-164d9a21-3416-4b4f-b5d6-1c0e204538fa req-d5390b1b-b70e-45ba-834e-e6f2b435e4d3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0642560 Mar 07 14:08:09.335440 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Attempting to bind port fe8912e5-b22e-44e4-8874-cce402a75cf8 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:09.335774 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Attempting to bind port fe8912e5-b22e-44e4-8874-cce402a75cf8 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:09.336102 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Attempting to bind port fe8912e5-b22e-44e4-8874-cce402a75cf8 on network 27db4294-0e17-49d2-aaca-ad3f4ad30753 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:09.341663 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Port fe8912e5-b22e-44e4-8874-cce402a75cf8 on network 27db4294-0e17-49d2-aaca-ad3f4ad30753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:09.341984 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Attempting to bind port fe8912e5-b22e-44e4-8874-cce402a75cf8 on network 27db4294-0e17-49d2-aaca-ad3f4ad30753 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:09.353351 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:09.353689 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Checking segment: {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:09.354222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Bound using segment: {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:09.354518 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Bound port: fe8912e5-b22e-44e4-8874-cce402a75cf8, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef318d8-3612-40b7-8305-44972d508a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:09.354877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.377960 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-164d9a21-3416-4b4f-b5d6-1c0e204538fa req-73cd4573-fd22-4961-9c3c-629663a14ec2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554132 Mar 07 14:08:09.435939 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] For port fe8912e5-b22e-44e4-8874-cce402a75cf8, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:09.439124 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] For port fe8912e5-b22e-44e4-8874-cce402a75cf8, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:09.445742 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.478917 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:09.479581 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.481183 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe8912e5-b22e-44e4-8874-cce402a75cf8 HTTP/1.1" status: 200 len: 1098 time: 0.6924024 Mar 07 14:08:09.481652 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'tag': 'fe8912e5-b22e-44e4-8874-cce402a75cf8'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:09.484532 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d59733f7-b702-47c6-8774-e2fd79b81695", "tag": "fe8912e5-b22e-44e4-8874-cce402a75cf8"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:09.520205 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63ed88-1d9f-41ad-af90-0815b7d647e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8912e5-b22e-44e4-8874-cce402a75cf8,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:09.579571 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f588c1ba-fc39-4dc6-87dc-b8e4d0e5c089 x-openstack-request-id: req-f588c1ba-fc39-4dc6-87dc-b8e4d0e5c089 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:09.579689 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59733f7-b702-47c6-8774-e2fd79b81695", "tag": "fe8912e5-b22e-44e4-8874-cce402a75cf8", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:09.579896 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f588c1ba-fc39-4dc6-87dc-b8e4d0e5c089 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:09.580292 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'tag': 'fe8912e5-b22e-44e4-8874-cce402a75cf8', 'status': 'completed', 'code': 200} Mar 07 14:08:09.601552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-6fbe1962-faf7-42e8-874c-ff17fda5a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:09.603565 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-6fbe1962-faf7-42e8-874c-ff17fda5a068 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4e85a035464c17883072d2d2d40c3b&device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 1132 time: 0.0641668 Mar 07 14:08:09.675481 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-2bb4f9bc-4351-4d0a-910c-e90c51765b90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8 HTTP/1.1" status: 200 len: 217 time: 0.0561852 Mar 07 14:08:09.731569 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-3d4bd59d-7a40-4c96-a8a4-c31493b94e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:09.733164 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-3d4bd59d-7a40-4c96-a8a4-c31493b94e31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=624e1b37-8daf-4078-aafa-263e49503752 HTTP/1.1" status: 200 len: 843 time: 0.0495422 Mar 07 14:08:09.787633 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-5ff85388-ee47-4f9a-9208-e9137afdd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:09.789094 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-5ff85388-ee47-4f9a-9208-e9137afdd100 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27db4294-0e17-49d2-aaca-ad3f4ad30753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0470419 Mar 07 14:08:09.895797 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-1944befc-a704-4112-b494-af7903d164de service neutron] 10.222.0.23 "GET /v2.0/networks/27db4294-0e17-49d2-aaca-ad3f4ad30753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971203 Mar 07 14:08:10.012069 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3146468a-7ac2-4b5a-8354-0c16c0576a7b req-96ce61f2-8630-4b4b-93ac-0b719e4a945c service neutron] 10.222.0.23 "GET /v2.0/networks/27db4294-0e17-49d2-aaca-ad3f4ad30753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094093 Mar 07 14:08:10.012218 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8f6a-14ac-4689-b39a-e03d1330a9ed req-51142db4-7b0e-4618-b8ba-5a50a749bb33 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.013608 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80cd8f6a-14ac-4689-b39a-e03d1330a9ed req-51142db4-7b0e-4618-b8ba-5a50a749bb33 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0671227 Mar 07 14:08:10.080609 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80cd8f6a-14ac-4689-b39a-e03d1330a9ed req-cab459d1-7d13-459d-87af-8e5792875ed1 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598450 Mar 07 14:08:10.123332 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-1f061658-c718-4af2-9af9-deab97bcdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.124850 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-1f061658-c718-4af2-9af9-deab97bcdd46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4e85a035464c17883072d2d2d40c3b&device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 1132 time: 0.0563014 Mar 07 14:08:10.238160 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-d5ced85b-f0ce-4edf-b520-2ef336187f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.239978 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-d5ced85b-f0ce-4edf-b520-2ef336187f41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27db4294-0e17-49d2-aaca-ad3f4ad30753 HTTP/1.1" status: 200 len: 870 time: 0.1073453 Mar 07 14:08:10.287979 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-d0e1a562-5a2b-4c2f-ac16-8efc43fd2bee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8 HTTP/1.1" status: 200 len: 217 time: 0.0406756 Mar 07 14:08:10.338390 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-495eafbb-a73b-4b6f-aa18-9e0e255135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.339868 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-495eafbb-a73b-4b6f-aa18-9e0e255135d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=624e1b37-8daf-4078-aafa-263e49503752 HTTP/1.1" status: 200 len: 843 time: 0.0454774 Mar 07 14:08:10.389124 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-acd8b2f0-7379-447f-b034-e9bc5bfe647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.390587 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-acd8b2f0-7379-447f-b034-e9bc5bfe647b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27db4294-0e17-49d2-aaca-ad3f4ad30753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0442784 Mar 07 14:08:10.486436 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-80fec441-3042-463b-a4e0-d18a490886d1 service neutron] 10.222.0.23 "GET /v2.0/networks/27db4294-0e17-49d2-aaca-ad3f4ad30753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Mar 07 14:08:10.496975 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf2ef-3109-4468-ba01-68092a8f0c3d req-1b31b106-ac73-49d1-b74b-a6ef01987e16 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.498417 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f6cf2ef-3109-4468-ba01-68092a8f0c3d req-1b31b106-ac73-49d1-b74b-a6ef01987e16 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Mar 07 14:08:10.549044 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f6cf2ef-3109-4468-ba01-68092a8f0c3d req-3923b87d-2679-46e9-85c9-694917ebab54 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Mar 07 14:08:10.584939 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51f3ff59-8ad7-42aa-898a-df1c8c47f9a3 req-af58dd20-edb8-4a59-9793-0dd37dd23cc3 service neutron] 10.222.0.23 "GET /v2.0/networks/27db4294-0e17-49d2-aaca-ad3f4ad30753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918801 Mar 07 14:08:11.203427 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdfe33-6b2d-41cf-adc1-d95790eb0d84 req-a80f338f-2e73-485c-aea6-3c36fbac3ad5 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:11.205024 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2dfdfe33-6b2d-41cf-adc1-d95790eb0d84 req-a80f338f-2e73-485c-aea6-3c36fbac3ad5 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0523410 Mar 07 14:08:11.252080 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2dfdfe33-6b2d-41cf-adc1-d95790eb0d84 req-6e583a87-3b09-44b4-82d2-f3096c22863d tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Mar 07 14:08:11.675842 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a581d-574f-451e-a53a-2a509d68dc26 req-5300445e-a03a-4b7d-b132-c70b7baf8d2f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:11.677549 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf6a581d-574f-451e-a53a-2a509d68dc26 req-5300445e-a03a-4b7d-b132-c70b7baf8d2f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0554342 Mar 07 14:08:11.724970 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf6a581d-574f-451e-a53a-2a509d68dc26 req-0bebd784-8a7c-4157-8a4e-4451f5e5d95a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Mar 07 14:08:12.385781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd90fa-bd18-4954-9f6a-451d24dfc430 req-8713f106-0c18-4fb5-bb39-8d0ab69ff5be tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:12.388161 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-42bd90fa-bd18-4954-9f6a-451d24dfc430 req-8713f106-0c18-4fb5-bb39-8d0ab69ff5be tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0631723 Mar 07 14:08:12.447666 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-42bd90fa-bd18-4954-9f6a-451d24dfc430 req-c761dbb2-5cfb-4a58-bac4-b2f8729d4dd0 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523329 Mar 07 14:08:12.883807 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67080b-3ba9-4a75-8858-e14999484420 req-b45e032d-f527-45c4-8e8f-b26378df9250 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:12.886184 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e67080b-3ba9-4a75-8858-e14999484420 req-b45e032d-f527-45c4-8e8f-b26378df9250 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0739353 Mar 07 14:08:12.959944 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e67080b-3ba9-4a75-8858-e14999484420 req-1c858526-b741-453a-8c65-f9dd476008d2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665925 Mar 07 14:08:13.021675 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59100) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:13.135243 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5475eea2-684f-49d4-94c5-93fbd9698519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.218554 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5475eea2-684f-49d4-94c5-93fbd9698519 admin admin] Publish callbacks [] for security_group (e2e22b87-25e8-40b6-bce2-28f7f1c73b14), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.222495 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5475eea2-684f-49d4-94c5-93fbd9698519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e2e22b87-25e8-40b6-bce2-28f7f1c73b14), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.265912 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5475eea2-684f-49d4-94c5-93fbd9698519 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93db6ac2e2934f458937189814ddf903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427275 Mar 07 14:08:13.266785 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475eea2-684f-49d4-94c5-93fbd9698519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e22b87-25e8-40b6-bce2-28f7f1c73b14,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:13.268629 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59106) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:13.321639 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358aa1fe-436d-4604-a36e-1c3da2524e7b admin admin] Publish callbacks [] for security_group (e2e22b87-25e8-40b6-bce2-28f7f1c73b14), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.346942 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358aa1fe-436d-4604-a36e-1c3da2524e7b admin admin] Publish callbacks [] for security_group (e2e22b87-25e8-40b6-bce2-28f7f1c73b14), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.394494 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358aa1fe-436d-4604-a36e-1c3da2524e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e2e22b87-25e8-40b6-bce2-28f7f1c73b14), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.397868 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-358aa1fe-436d-4604-a36e-1c3da2524e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.399145 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-358aa1fe-436d-4604-a36e-1c3da2524e7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2e22b87-25e8-40b6-bce2-28f7f1c73b14 HTTP/1.1" status: 204 len: 168 time: 0.1294401 Mar 07 14:08:13.407808 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358aa1fe-436d-4604-a36e-1c3da2524e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e22b87-25e8-40b6-bce2-28f7f1c73b14,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:13.586201 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345c5f5-336b-4912-890d-9186f10723aa req-f0d93e20-2a5e-4895-819d-cbd78008e60a tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:13.587842 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d345c5f5-336b-4912-890d-9186f10723aa req-f0d93e20-2a5e-4895-819d-cbd78008e60a tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0713043 Mar 07 14:08:13.638063 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d345c5f5-336b-4912-890d-9186f10723aa req-cfd3be4d-ffa5-4502-bb6f-c7b395eca776 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Mar 07 14:08:13.739690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59120) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:13.752982 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7235eaba-eaf3-4b93-8733-6ce5c0ecc2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.836630 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7235eaba-eaf3-4b93-8733-6ce5c0ecc2b4 admin admin] Publish callbacks [] for security_group (b90d05ba-4d98-4cff-a60a-99ac15e4f73d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.840620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7235eaba-eaf3-4b93-8733-6ce5c0ecc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b90d05ba-4d98-4cff-a60a-99ac15e4f73d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.882020 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7235eaba-eaf3-4b93-8733-6ce5c0ecc2b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca520e2d1d6740e9a2bf387462725c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412272 Mar 07 14:08:13.882870 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235eaba-eaf3-4b93-8733-6ce5c0ecc2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d05ba-4d98-4cff-a60a-99ac15e4f73d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:13.884751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59126) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:13.940234 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a452116-bda1-4f43-80a8-483e85c4f16a admin admin] Publish callbacks [] for security_group (b90d05ba-4d98-4cff-a60a-99ac15e4f73d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.961443 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a452116-bda1-4f43-80a8-483e85c4f16a admin admin] Publish callbacks [] for security_group (b90d05ba-4d98-4cff-a60a-99ac15e4f73d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.011965 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a452116-bda1-4f43-80a8-483e85c4f16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b90d05ba-4d98-4cff-a60a-99ac15e4f73d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.014920 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a452116-bda1-4f43-80a8-483e85c4f16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.016107 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1a452116-bda1-4f43-80a8-483e85c4f16a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b90d05ba-4d98-4cff-a60a-99ac15e4f73d HTTP/1.1" status: 204 len: 168 time: 0.1303821 Mar 07 14:08:14.025273 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a452116-bda1-4f43-80a8-483e85c4f16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d05ba-4d98-4cff-a60a-99ac15e4f73d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.079275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac393d-5d76-4d2e-a670-9718f225b1ac req-987a3702-5fe4-4185-afa9-cb5a4add0989 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:14.080798 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdac393d-5d76-4d2e-a670-9718f225b1ac req-987a3702-5fe4-4185-afa9-cb5a4add0989 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0569437 Mar 07 14:08:14.139506 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdac393d-5d76-4d2e-a670-9718f225b1ac req-5b10ceb8-a0d9-47e3-8db7-62cc410e5cdc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515294 Mar 07 14:08:14.403507 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59142) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:14.424568 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eca36ed4-7b50-4abd-9884-db2ddfb64074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.517184 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eca36ed4-7b50-4abd-9884-db2ddfb64074 admin admin] Publish callbacks [] for security_group (9038be70-439a-4680-bd25-0b82c306d501), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.524670 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eca36ed4-7b50-4abd-9884-db2ddfb64074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (9038be70-439a-4680-bd25-0b82c306d501), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.571921 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59150) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:14.575990 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-eca36ed4-7b50-4abd-9884-db2ddfb64074 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82a28dbac2b8495ea8760970b47fbf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712589 Mar 07 14:08:14.577686 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36ed4-7b50-4abd-9884-db2ddfb64074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9038be70-439a-4680-bd25-0b82c306d501,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.635214 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ce23-eed9-4ce9-aa43-8dbe1df62e59 admin admin] Publish callbacks [] for security_group (9038be70-439a-4680-bd25-0b82c306d501), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.659234 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ce23-eed9-4ce9-aa43-8dbe1df62e59 admin admin] Publish callbacks [] for security_group (9038be70-439a-4680-bd25-0b82c306d501), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.734519 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ce23-eed9-4ce9-aa43-8dbe1df62e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (9038be70-439a-4680-bd25-0b82c306d501), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.737018 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ce23-eed9-4ce9-aa43-8dbe1df62e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.740520 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c6c3ce23-eed9-4ce9-aa43-8dbe1df62e59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9038be70-439a-4680-bd25-0b82c306d501 HTTP/1.1" status: 204 len: 168 time: 0.1652820 Mar 07 14:08:14.768194 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3ce23-eed9-4ce9-aa43-8dbe1df62e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9038be70-439a-4680-bd25-0b82c306d501,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.799584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7829c42-fdaa-453e-9b2a-e76494c96e4a req-3a333b4f-8b05-4295-bb35-2b789e47b5fc tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:14.801365 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7829c42-fdaa-453e-9b2a-e76494c96e4a req-3a333b4f-8b05-4295-bb35-2b789e47b5fc tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0797131 Mar 07 14:08:14.860207 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7829c42-fdaa-453e-9b2a-e76494c96e4a req-f11aa1f5-f8ac-402a-af2b-f304b6aa7128 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Mar 07 14:08:14.896271 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59162) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.118418 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad5460d4-0e48-4eaa-a51e-66395a8548ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.209757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad5460d4-0e48-4eaa-a51e-66395a8548ad admin admin] Publish callbacks [] for security_group (fe5d02b0-1f9d-46a7-9891-9b9c575f1978), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.221856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad5460d4-0e48-4eaa-a51e-66395a8548ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (fe5d02b0-1f9d-46a7-9891-9b9c575f1978), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.292329 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ad5460d4-0e48-4eaa-a51e-66395a8548ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66f0b31ad010422e81ec351c5002bd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946495 Mar 07 14:08:15.293070 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5460d4-0e48-4eaa-a51e-66395a8548ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5d02b0-1f9d-46a7-9891-9b9c575f1978,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.295036 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59182) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.314027 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a8075-e855-451c-a6a1-f69348209a6c req-6f0742f3-b763-49ee-b4fc-0faa183f986f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:15.315723 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-760a8075-e855-451c-a6a1-f69348209a6c req-6f0742f3-b763-49ee-b4fc-0faa183f986f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1036253 Mar 07 14:08:15.350061 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0df21b49-d5b0-4dae-bd29-07176f25daab admin admin] Publish callbacks [] for security_group (fe5d02b0-1f9d-46a7-9891-9b9c575f1978), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.376252 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-760a8075-e855-451c-a6a1-f69348209a6c req-14caa763-9020-46b6-a14d-cfd09cfa0a2c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516429 Mar 07 14:08:15.378695 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0df21b49-d5b0-4dae-bd29-07176f25daab admin admin] Publish callbacks [] for security_group (fe5d02b0-1f9d-46a7-9891-9b9c575f1978), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.437859 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0df21b49-d5b0-4dae-bd29-07176f25daab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (fe5d02b0-1f9d-46a7-9891-9b9c575f1978), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.440628 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0df21b49-d5b0-4dae-bd29-07176f25daab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.442431 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0df21b49-d5b0-4dae-bd29-07176f25daab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe5d02b0-1f9d-46a7-9891-9b9c575f1978 HTTP/1.1" status: 204 len: 168 time: 0.1451712 Mar 07 14:08:15.451251 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df21b49-d5b0-4dae-bd29-07176f25daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5d02b0-1f9d-46a7-9891-9b9c575f1978,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.524394 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59192) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.729300 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1069412968-network', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:15.753065 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Made reservation on behalf of 492a3eaff7a14289b6bdb85b092f6724 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:15.756024 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.764641 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.785401 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59198) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.804565 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74b709e6-7329-4923-9b3f-08e1ac21b1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.899737 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks [] for security_group (b5858c58-004d-46f8-b1ef-bb61acf23180), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.907293 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b5858c58-004d-46f8-b1ef-bb61acf23180), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.942917 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:15.969908 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74b709e6-7329-4923-9b3f-08e1ac21b1f8 admin admin] Publish callbacks [] for security_group (ab41d64e-b487-4cac-9709-1f8aca1bbe22), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.973378 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (2af5560a-efb9-46a2-b8fe-c9369eb17c2c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.976071 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Added segment 2af5560a-efb9-46a2-b8fe-c9369eb17c2c of type vlan for network dfb00c47-f397-489f-93ca-001418f802d4 Mar 07 14:08:15.976071 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5858c58-004d-46f8-b1ef-bb61acf23180,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.986186 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74b709e6-7329-4923-9b3f-08e1ac21b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ab41d64e-b487-4cac-9709-1f8aca1bbe22), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.017481 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd0024-4c8c-4da9-9a31-fed43e1aa755 req-984a626e-bddf-47f9-a5bd-d84d1cf09b75 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:16.019121 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-85dd0024-4c8c-4da9-9a31-fed43e1aa755 req-984a626e-bddf-47f9-a5bd-d84d1cf09b75 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0744019 Mar 07 14:08:16.056434 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (dfb00c47-f397-489f-93ca-001418f802d4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.064903 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-74b709e6-7329-4923-9b3f-08e1ac21b1f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95a70677871d4fb1bdcdcebcd71eedcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780499 Mar 07 14:08:16.070002 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b709e6-7329-4923-9b3f-08e1ac21b1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab41d64e-b487-4cac-9709-1f8aca1bbe22,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.070497 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59208) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:16.088840 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-85dd0024-4c8c-4da9-9a31-fed43e1aa755 req-f90502a5-f8df-490f-8f02-a1b0be5ae283 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633652 Mar 07 14:08:16.092253 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (dfb00c47-f397-489f-93ca-001418f802d4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.093326 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:16.093990 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.127739 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6020219 Mar 07 14:08:16.131719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59210) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:16.136538 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Request body: {'subnet': {'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1069412968-subnet', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:16.144113 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82c1e69a-ef3d-437c-8926-b5051f5de57d admin admin] Publish callbacks [] for security_group (ab41d64e-b487-4cac-9709-1f8aca1bbe22), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.163607 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c12a04-ccf6-4b26-a1ee-6521f39be864 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb00c47-f397-489f-93ca-001418f802d4,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.171721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Made reservation on behalf of 492a3eaff7a14289b6bdb85b092f6724 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:16.174012 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29675565'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.178169 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82c1e69a-ef3d-437c-8926-b5051f5de57d admin admin] Publish callbacks [] for security_group (ab41d64e-b487-4cac-9709-1f8aca1bbe22), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.179111 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network dfb00c47-f397-489f-93ca-001418f802d4 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:16.287834 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82c1e69a-ef3d-437c-8926-b5051f5de57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ab41d64e-b487-4cac-9709-1f8aca1bbe22), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.290303 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82c1e69a-ef3d-437c-8926-b5051f5de57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.291491 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-82c1e69a-ef3d-437c-8926-b5051f5de57d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab41d64e-b487-4cac-9709-1f8aca1bbe22 HTTP/1.1" status: 204 len: 168 time: 0.2200253 Mar 07 14:08:16.306715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1e69a-ef3d-437c-8926-b5051f5de57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab41d64e-b487-4cac-9709-1f8aca1bbe22,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.409736 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30263329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29675571'] for subnet (1aa803dc-04f9-4d00-ad1f-2e321ab35113), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.510862 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa803dc-04f9-4d00-ad1f-2e321ab35113,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.527046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Checking segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:16.527426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Network hostable DHCP agents. Network: dfb00c47-f397-489f-93ca-001418f802d4, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:16.547437 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e0dfa-a424-47b4-aedc-ce61a3a9c261 req-cb1119d1-1e8c-455f-9142-206ae3255405 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:16.549039 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-452e0dfa-a424-47b4-aedc-ce61a3a9c261 req-cb1119d1-1e8c-455f-9142-206ae3255405 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0978849 Mar 07 14:08:16.572544 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Network dfb00c47-f397-489f-93ca-001418f802d4 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:16.586775 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, dfb00c47-f397-489f-93ca-001418f802d4) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:16.596604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd352b6-e740-495a-abac-22bd953a89a8 None None] Network dfb00c47-f397-489f-93ca-001418f802d4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:16.596899 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:16.597399 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.631690 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-452e0dfa-a424-47b4-aedc-ce61a3a9c261 req-cc8d37ad-b3b5-4a3d-8265-eae1ede79310 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757976 Mar 07 14:08:16.637970 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-10f58681-c8d0-4a2c-95eb-7e7cbc48a7f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5031626 Mar 07 14:08:16.638354 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59218) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:16.643780 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:16.643941 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59220) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:16.664123 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a53c5d2-7786-484f-9ad5-333fe6cf70b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.669304 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (c5b45e47-b62f-454c-85e3-94683b6917a7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.670538 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (c5b45e47-b62f-454c-85e3-94683b6917a7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.724196 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-dfb00c47-f397-489f-93ca-001418f802d4', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:08:16.725418 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.745714 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks [] for router_controller (c5b45e47-b62f-454c-85e3-94683b6917a7), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.760863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a53c5d2-7786-484f-9ad5-333fe6cf70b7 admin admin] Publish callbacks [] for security_group (439631d8-f476-4e15-b62d-4a564751f841), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.765921 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a53c5d2-7786-484f-9ad5-333fe6cf70b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (439631d8-f476-4e15-b62d-4a564751f841), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.810510 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7a53c5d2-7786-484f-9ad5-333fe6cf70b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a4ff2daa342447eb62ce7a5435f7088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656659 Mar 07 14:08:16.811657 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53c5d2-7786-484f-9ad5-333fe6cf70b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439631d8-f476-4e15-b62d-4a564751f841,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.814371 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59222) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:16.881611 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ca93f8-ed13-4b95-b548-33ec45877bdf admin admin] Publish callbacks [] for security_group (439631d8-f476-4e15-b62d-4a564751f841), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.901210 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Allocated IP 172.20.0.2 (dfb00c47-f397-489f-93ca-001418f802d4/1aa803dc-04f9-4d00-ad1f-2e321ab35113/9716eac0-4247-4584-92b8-de33bcf6364b) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:16.904582 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ca93f8-ed13-4b95-b548-33ec45877bdf admin admin] Publish callbacks [] for security_group (439631d8-f476-4e15-b62d-4a564751f841), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.912451 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks [] for router_gateway (c5b45e47-b62f-454c-85e3-94683b6917a7), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.972018 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ca93f8-ed13-4b95-b548-33ec45877bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (439631d8-f476-4e15-b62d-4a564751f841), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.975493 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ca93f8-ed13-4b95-b548-33ec45877bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.978015 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-17ca93f8-ed13-4b95-b548-33ec45877bdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/439631d8-f476-4e15-b62d-4a564751f841 HTTP/1.1" status: 204 len: 168 time: 0.1622605 Mar 07 14:08:17.006408 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca93f8-ed13-4b95-b548-33ec45877bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439631d8-f476-4e15-b62d-4a564751f841,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:17.057462 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Publish callbacks [] for port (9716eac0-4247-4584-92b8-de33bcf6364b), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.067926 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.133063 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Network dfb00c47-f397-489f-93ca-001418f802d4 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:17.140894 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:17.144472 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Pushing event updated for resources: {'Port': ['ID=9716eac0-4247-4584-92b8-de33bcf6364b,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:17.153852 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.166401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:17.249561 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Attempting to bind port 9716eac0-4247-4584-92b8-de33bcf6364b on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:17.250641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Attempting to bind port 9716eac0-4247-4584-92b8-de33bcf6364b by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:17.251144 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Attempting to bind port 9716eac0-4247-4584-92b8-de33bcf6364b on network dfb00c47-f397-489f-93ca-001418f802d4 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:17.257688 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:17.258511 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Checking segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:17.259502 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.259714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Bound using segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:17.260662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Bound port: 9716eac0-4247-4584-92b8-de33bcf6364b, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:17.261241 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.296999 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2952-51b2-4b89-84a4-157c998559cd req-b19e1836-36f3-4580-bd4d-050af22208e4 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:17.298760 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d07d2952-51b2-4b89-84a4-157c998559cd req-b19e1836-36f3-4580-bd4d-050af22208e4 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0826740 Mar 07 14:08:17.346596 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] For port 9716eac0-4247-4584-92b8-de33bcf6364b, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:17.352174 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] For port 9716eac0-4247-4584-92b8-de33bcf6364b, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=9716eac0-4247-4584-92b8-de33bcf6364b,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:17.362505 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.378526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d07d2952-51b2-4b89-84a4-157c998559cd req-395209f5-b3d3-4d54-884e-e93601c2700d tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734663 Mar 07 14:08:17.421976 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks [] for router_gateway (c5b45e47-b62f-454c-85e3-94683b6917a7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.443470 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.571324 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Allocated IP 172.27.3.54 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/c28f925e-b3a1-4514-a027-238f49131c37) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:17.597170 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-97eb7f19-cec9-4b96-94ab-43009611221e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.600347 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466fd38-23dc-444b-84ee-a256915e9b42 None None] Pushing event updated for resources: {'Port': ['ID=9716eac0-4247-4584-92b8-de33bcf6364b,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:17.700730 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks [] for port (c28f925e-b3a1-4514-a027-238f49131c37), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.777627 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (c28f925e-b3a1-4514-a027-238f49131c37), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.824416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:17.827197 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8ae32-c47a-4f67-bc92-d13e3fbdf7e9 req-bf2a8e44-d249-4f2b-8647-40a62f1e9e6b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:17.827724 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:17.829419 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6cf8ae32-c47a-4f67-bc92-d13e3fbdf7e9 req-bf2a8e44-d249-4f2b-8647-40a62f1e9e6b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1124508 Mar 07 14:08:17.837110 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:17.934081 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6cf8ae32-c47a-4f67-bc92-d13e3fbdf7e9 req-0065df93-a75d-40e2-ba1b-abe308c12176 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907283 Mar 07 14:08:17.978847 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Pushing event updated for resources: {'Port': ['ID=c28f925e-b3a1-4514-a027-238f49131c37,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:18.163629 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks [] for router_gateway (c5b45e47-b62f-454c-85e3-94683b6917a7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.396855 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (c5b45e47-b62f-454c-85e3-94683b6917a7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.520416 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7c0e-6e0c-40e6-9abb-1e6ae85309be req-ecd11121-949e-4803-bb24-055653671329 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:18.522888 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-385b7c0e-6e0c-40e6-9abb-1e6ae85309be req-ecd11121-949e-4803-bb24-055653671329 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.0613728 Mar 07 14:08:18.551870 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59278) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:18.587979 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-385b7c0e-6e0c-40e6-9abb-1e6ae85309be req-ae762dc5-c827-4a13-8513-dfca8c59c60e tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588613 Mar 07 14:08:18.590951 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Router c5b45e47-b62f-454c-85e3-94683b6917a7 is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:18.677021 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbe4a7-2846-49b3-9456-d8704d3c138d None None] Network dfb00c47-f397-489f-93ca-001418f802d4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:18.696905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b978e05c-f7e0-4f8b-8e94-fd908867919d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.731786 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:18.744760 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Sync routers for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:18.759984 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.760822 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:18.764342 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:07:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:18.764497 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bd7aab2f-7317-4d36-964c-dcf7475c633d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1224029 Mar 07 14:08:18.764937 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59284) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:18.779037 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] Provisioning complete for port 9716eac0-4247-4584-92b8-de33bcf6364b triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:18.779434 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.895719 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] Current status of the port 9716eac0-4247-4584-92b8-de33bcf6364b is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:18.896550 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.899480 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:18.955094 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] For port 9716eac0-4247-4584-92b8-de33bcf6364b, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=9716eac0-4247-4584-92b8-de33bcf6364b,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:18.965772 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.052249 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c70fc-2b59-4683-be0b-7865961b9d5a None None] Pushing event updated for resources: {'Port': ['ID=9716eac0-4247-4584-92b8-de33bcf6364b,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.087008 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b978e05c-f7e0-4f8b-8e94-fd908867919d admin admin] Publish callbacks [] for security_group (66771cb5-fcda-428e-b33c-74b67836a5f7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.112045 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b978e05c-f7e0-4f8b-8e94-fd908867919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (66771cb5-fcda-428e-b33c-74b67836a5f7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.165011 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:18Z', 'revision_number': 3, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:19.199269 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Checking router: c5b45e47-b62f-454c-85e3-94683b6917a7 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:19.199816 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Updating router c5b45e47-b62f-454c-85e3-94683b6917a7 port c28f925e-b3a1-4514-a027-238f49131c37 binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:19.212929 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b978e05c-f7e0-4f8b-8e94-fd908867919d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5375415002594dd18f24ea231900110c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597736 Mar 07 14:08:19.215835 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59300) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:19.220677 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-a8e0c9d6-2c32-4732-a5e4-6f95b7eb9109 None None] Provisioning complete for port 9716eac0-4247-4584-92b8-de33bcf6364b triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:19.221149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a8e0c9d6-2c32-4732-a5e4-6f95b7eb9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.222001 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e05c-f7e0-4f8b-8e94-fd908867919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66771cb5-fcda-428e-b33c-74b67836a5f7,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.234276 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c28f925e-b3a1-4514-a027-238f49131c37), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.250992 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658d344-6586-4f8c-b319-59f4c7fd3aa0 req-a0808aaa-c708-49aa-867f-02787e1ce59c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:19.252693 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0658d344-6586-4f8c-b319-59f4c7fd3aa0 req-a0808aaa-c708-49aa-867f-02787e1ce59c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1905911 Mar 07 14:08:19.378219 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-67554507-b797-44dd-9d87-c812efa49b83 admin admin] Publish callbacks [] for security_group (66771cb5-fcda-428e-b33c-74b67836a5f7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.383737 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0c9d6-2c32-4732-a5e4-6f95b7eb9109 None None] Current status of the port 9716eac0-4247-4584-92b8-de33bcf6364b is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:19.412027 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-67554507-b797-44dd-9d87-c812efa49b83 admin admin] Publish callbacks [] for security_group (66771cb5-fcda-428e-b33c-74b67836a5f7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.448065 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0658d344-6586-4f8c-b319-59f4c7fd3aa0 req-26fc8b12-f7fc-4af5-a5de-ed61cc938497 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863976 Mar 07 14:08:19.483174 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-67554507-b797-44dd-9d87-c812efa49b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (66771cb5-fcda-428e-b33c-74b67836a5f7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.486675 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-67554507-b797-44dd-9d87-c812efa49b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.488143 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-67554507-b797-44dd-9d87-c812efa49b83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66771cb5-fcda-428e-b33c-74b67836a5f7 HTTP/1.1" status: 204 len: 168 time: 0.2714250 Mar 07 14:08:19.512616 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67554507-b797-44dd-9d87-c812efa49b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66771cb5-fcda-428e-b33c-74b67836a5f7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.558708 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Publish callbacks [] for port (c28f925e-b3a1-4514-a027-238f49131c37), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.565628 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c28f925e-b3a1-4514-a027-238f49131c37), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.650666 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488734b-c329-496a-90c5-6196d589b64f req-1bc17936-2ffe-41be-ab2a-79aaa230c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:19.651008 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Pushing event updated for resources: {'Port': ['ID=c28f925e-b3a1-4514-a027-238f49131c37,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.653040 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0488734b-c329-496a-90c5-6196d589b64f req-1bc17936-2ffe-41be-ab2a-79aaa230c421 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.0737958 Mar 07 14:08:19.692725 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.693263 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.693791 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.694144 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.694487 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.694932 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.695244 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.695621 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.695976 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.696330 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.698160 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.698516 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.699026 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:19.704069 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Attempting to bind port c28f925e-b3a1-4514-a027-238f49131c37 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:19.704451 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Attempting to bind port c28f925e-b3a1-4514-a027-238f49131c37 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:19.704870 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Attempting to bind port c28f925e-b3a1-4514-a027-238f49131c37 on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:19.716000 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:19.716548 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:19.716945 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.717348 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:19.717827 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Bound port: c28f925e-b3a1-4514-a027-238f49131c37, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:19.718213 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c28f925e-b3a1-4514-a027-238f49131c37), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.750525 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0488734b-c329-496a-90c5-6196d589b64f req-036b3bc4-a9f7-4da3-9880-f67c1aa3f82b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899472 Mar 07 14:08:19.786121 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] For port c28f925e-b3a1-4514-a027-238f49131c37, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:19.789901 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] For port c28f925e-b3a1-4514-a027-238f49131c37, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c28f925e-b3a1-4514-a027-238f49131c37,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:19.797795 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c28f925e-b3a1-4514-a027-238f49131c37), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.823119 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 9716eac0-4247-4584-92b8-de33bcf6364b up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:19.833825 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3368d-9b03-4790-8d7c-1c23593e441a req-24b53764-04fb-4b08-8a85-5ebf6799a84a tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:19.835395 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74c3368d-9b03-4790-8d7c-1c23593e441a req-24b53764-04fb-4b08-8a85-5ebf6799a84a tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 948 time: 0.1341264 Mar 07 14:08:19.866543 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a21e3c14-41e6-417f-ae56-e5347d358eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.869506 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.891855 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a709a16-762b-4308-99f0-1e6d2f2e6d49 None None] Pushing event updated for resources: {'Port': ['ID=c28f925e-b3a1-4514-a027-238f49131c37,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.914599 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 9716eac0-4247-4584-92b8-de33bcf6364b triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:19.915150 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.923138 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:19.923844 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:19.954232 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74c3368d-9b03-4790-8d7c-1c23593e441a req-f3e97621-91a7-416d-adbb-f0d814d305bd tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112444 Mar 07 14:08:20.012930 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 9716eac0-4247-4584-92b8-de33bcf6364b is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:20.073969 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:20.078111 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Allocated IP 172.20.0.1 (dfb00c47-f397-489f-93ca-001418f802d4/1aa803dc-04f9-4d00-ad1f-2e321ab35113/3c685214-374c-472f-a05c-c8749a5e87d9) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:20.185139 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device fe8912e5-b22e-44e4-8874-cce402a75cf8 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:20.228171 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks [] for port (3c685214-374c-472f-a05c-c8749a5e87d9), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.294895 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.309063 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:18Z', 'revision_number': 3, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:20.340508 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87717fe8-f762-4c25-a036-401a25e87a4b None None] The sync data for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi is: [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:18Z', 'revision_number': 3, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:20.340790 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port fe8912e5-b22e-44e4-8874-cce402a75cf8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:20.356437 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'fe8912e5-b22e-44e4-8874-cce402a75cf8', 'network_id': '27db4294-0e17-49d2-aaca-ad3f4ad30753', 'port_id': 'fe8912e5-b22e-44e4-8874-cce402a75cf8', 'mac_address': 'fa:16:3e:35:a9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624e1b37-8daf-4078-aafa-263e49503752', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:20.374014 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Network dfb00c47-f397-489f-93ca-001418f802d4 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:20.377046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:20.407432 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:20.412185 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c685214-374c-472f-a05c-c8749a5e87d9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.427365 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port fe8912e5-b22e-44e4-8874-cce402a75cf8 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:20.427769 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.433691 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59338) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:20.442615 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8912e5-b22e-44e4-8874-cce402a75cf8 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:20.478512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port fe8912e5-b22e-44e4-8874-cce402a75cf8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:20.486468 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.492803 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (c5b45e47-b62f-454c-85e3-94683b6917a7), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.603162 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=fe8912e5-b22e-44e4-8874-cce402a75cf8,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.629836 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-290259310-network', 'tenant_id': '0d8ba92f45b84e2dacef7ff8ece27a71'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:20.682589 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Made reservation on behalf of 0d8ba92f45b84e2dacef7ff8ece27a71 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:20.685727 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.696940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.732747 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c58707-5e91-4f5e-bda0-e908a7b3baf8 req-b203f32c-7bfa-4214-af5e-eceef56bd1dd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:20.734515 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74c58707-5e91-4f5e-bda0-e908a7b3baf8 req-b203f32c-7bfa-4214-af5e-eceef56bd1dd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1145377 Mar 07 14:08:20.742991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.799035 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['fe8912e5-b22e-44e4-8874-cce402a75cf8'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:20.806642 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks [] for security_group (244b83f6-e70f-4429-8605-6e9faacf238f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.816312 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (244b83f6-e70f-4429-8605-6e9faacf238f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.843819 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:20.861267 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b83f6-e70f-4429-8605-6e9faacf238f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.867577 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (db0d7b58-89c0-43e9-86c9-28261e9f32c8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.868699 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Added segment db0d7b58-89c0-43e9-86c9-28261e9f32c8 of type vlan for network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 Mar 07 14:08:20.889314 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74c58707-5e91-4f5e-bda0-e908a7b3baf8 req-9df01c61-4d92-4f66-a18a-6141c96c3b4e tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365249 Mar 07 14:08:20.930850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.934607 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.957106 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-11a33387-dc9f-4163-ae70-f0108a7527be None None] Provisioning complete for port 3c685214-374c-472f-a05c-c8749a5e87d9 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:20.958082 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-11a33387-dc9f-4163-ae70-f0108a7527be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.966145 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.967672 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:20.968319 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.059590 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks [] for port (3c685214-374c-472f-a05c-c8749a5e87d9), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.059915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-11a33387-dc9f-4163-ae70-f0108a7527be None None] Port 3c685214-374c-472f-a05c-c8749a5e87d9 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:21.072178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.110382 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6754842 Mar 07 14:08:21.118904 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59354) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:21.142262 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Request body: {'subnet': {'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-290259310-subnet', 'tenant_id': '0d8ba92f45b84e2dacef7ff8ece27a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:21.146461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db712b6-fa03-4c5b-88e3-e8108919e81b admin admin] Pushing event updated for resources: {'Network': ['ID=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:21.157472 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:21.172374 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Made reservation on behalf of 0d8ba92f45b84e2dacef7ff8ece27a71 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:21.177265 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.180070 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c685214-374c-472f-a05c-c8749a5e87d9,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:21.230691 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (c5b45e47-b62f-454c-85e3-94683b6917a7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.418512 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45daf60-a524-4500-aab5-b43b8e5f6659 req-79e4ef4c-5bda-476a-a90b-2341cb67809e tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:21.420067 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d45daf60-a524-4500-aab5-b43b8e5f6659 req-79e4ef4c-5bda-476a-a90b-2341cb67809e tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 949 time: 0.2462242 Mar 07 14:08:21.446029 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (e51425fe-2de3-4348-926a-e04b21cc9959), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.499931 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Network dfb00c47-f397-489f-93ca-001418f802d4 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:21.507948 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:21.521517 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d45daf60-a524-4500-aab5-b43b8e5f6659 req-e2a8315b-1c58-4ca2-a2bd-97b1cb247571 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957513 Mar 07 14:08:21.550249 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51425fe-2de3-4348-926a-e04b21cc9959,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:21.570777 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Checking segment: {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:21.571151 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Network hostable DHCP agents. Network: a90864b0-7ccf-4a4b-94d9-7ac0a934aa32, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:21.616710 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:21.631575 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, a90864b0-7ccf-4a4b-94d9-7ac0a934aa32) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:21.641910 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc65853-9d0a-4e86-b247-a972f98b13a5 None None] Network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:21.642527 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:21.643133 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.733079 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-55fadefa-0b69-409f-8308-90aa057b90b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5902457 Mar 07 14:08:21.753016 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Router c5b45e47-b62f-454c-85e3-94683b6917a7 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:21.821949 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c28f925e-b3a1-4514-a027-238f49131c37 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:21.928195 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19f82a-597f-4494-ade5-cd5268d27d75 None None] Network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:22.018975 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:22.044513 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e827782a-38f8-4214-8b3c-3f3a066f94a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5b45e47-b62f-454c-85e3-94683b6917a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2710500 Mar 07 14:08:22.045173 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port c28f925e-b3a1-4514-a027-238f49131c37 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:22.045173 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c28f925e-b3a1-4514-a027-238f49131c37), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.066923 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-89536b2f-2e44-414a-988f-de0e5a6bc624 None None] Provisioning complete for port 3c685214-374c-472f-a05c-c8749a5e87d9 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:22.067450 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-89536b2f-2e44-414a-988f-de0e5a6bc624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.094275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86209c-7e1b-4c78-81b2-6ee77357a07b req-e54ba72e-8b7b-408c-99f3-ebd90524f6e0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.103633 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad86209c-7e1b-4c78-81b2-6ee77357a07b req-e54ba72e-8b7b-408c-99f3-ebd90524f6e0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0866904 Mar 07 14:08:22.154439 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-89536b2f-2e44-414a-988f-de0e5a6bc624 None None] Port 3c685214-374c-472f-a05c-c8749a5e87d9 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:22.181737 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad86209c-7e1b-4c78-81b2-6ee77357a07b req-242ffc54-6ba7-49ef-ab70-f0750a7718b7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770838 Mar 07 14:08:22.190816 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.214962 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device fe8912e5-b22e-44e4-8874-cce402a75cf8 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:22.258356 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port c28f925e-b3a1-4514-a027-238f49131c37 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:22.258762 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c28f925e-b3a1-4514-a027-238f49131c37), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.293506 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port c28f925e-b3a1-4514-a027-238f49131c37, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c28f925e-b3a1-4514-a027-238f49131c37,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:22.302715 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c28f925e-b3a1-4514-a027-238f49131c37), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.340909 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port fe8912e5-b22e-44e4-8874-cce402a75cf8 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:22.352418 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port fe8912e5-b22e-44e4-8874-cce402a75cf8 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:22.352803 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.428008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=c28f925e-b3a1-4514-a027-238f49131c37,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:22.584050 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port fe8912e5-b22e-44e4-8874-cce402a75cf8 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:22.584451 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.586393 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-b83f1102-cd67-49b4-b16a-cdfa4b023106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.588156 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-b83f1102-cd67-49b4-b16a-cdfa4b023106 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.0730357 Mar 07 14:08:22.635989 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8912e5-b22e-44e4-8874-cce402a75cf8'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:22.638679 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23750d04-a230-4c50-ae65-6d8729e9f268" -d '{"events": [{"server_uuid": "d59733f7-b702-47c6-8774-e2fd79b81695", "name": "network-vif-plugged", "status": "completed", "tag": "fe8912e5-b22e-44e4-8874-cce402a75cf8"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:22.653296 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port fe8912e5-b22e-44e4-8874-cce402a75cf8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:22.653743 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882e092-a963-48fe-84eb-cbc125e32cba req-4eff6bc0-10de-4968-b92a-79fbd81fe5ff tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.655974 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f882e092-a963-48fe-84eb-cbc125e32cba req-4eff6bc0-10de-4968-b92a-79fbd81fe5ff tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0990834 Mar 07 14:08:22.664575 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.776724 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=fe8912e5-b22e-44e4-8874-cce402a75cf8,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:22.796856 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-f2e4c38d-99ca-48b0-ab55-8686ac9729da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.797845 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f882e092-a963-48fe-84eb-cbc125e32cba req-e50992d3-2bc8-476e-85e1-6e1875fdcc56 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279950 Mar 07 14:08:22.798407 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-f2e4c38d-99ca-48b0-ab55-8686ac9729da service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.1972311 Mar 07 14:08:22.826106 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553fde7-f1eb-4f1d-adc0-6656b5ad1c50 req-cb671b5c-86c7-42f2-99e7-24078913c59a tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.830749 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a553fde7-f1eb-4f1d-adc0-6656b5ad1c50 req-cb671b5c-86c7-42f2-99e7-24078913c59a tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.1735544 Mar 07 14:08:22.879316 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b26fe42-a870-48a5-95d5-0e5b0b4572fe x-openstack-request-id: req-5b26fe42-a870-48a5-95d5-0e5b0b4572fe {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:22.879810 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59733f7-b702-47c6-8774-e2fd79b81695", "name": "network-vif-plugged", "status": "completed", "tag": "fe8912e5-b22e-44e4-8874-cce402a75cf8", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:22.880079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b26fe42-a870-48a5-95d5-0e5b0b4572fe {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:22.880488 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8912e5-b22e-44e4-8874-cce402a75cf8', 'code': 200} Mar 07 14:08:22.903603 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-ef2a9efa-c6aa-45c9-a024-e563e22556db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.0854652 Mar 07 14:08:22.948210 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a553fde7-f1eb-4f1d-adc0-6656b5ad1c50 req-d4204314-f6e2-4a6c-a7b8-03405cd324da tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164901 Mar 07 14:08:22.961580 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59420) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:22.968816 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1458054210-network', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:22.990640 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Made reservation on behalf of e69ebb070d524645a2e18f59ada37b9b for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:22.995457 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.013222 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.022379 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Sync routers for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:23.038235 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:23.039332 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:23.044119 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-b646bcc2-4162-41ac-a6db-c6ca6410fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:23.044119 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-b646bcc2-4162-41ac-a6db-c6ca6410fc64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.1292152 Mar 07 14:08:23.092266 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-a4efed9d-14ed-432d-88bc-fd3dc7388cbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404103 Mar 07 14:08:23.169742 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9ee28-1ad5-4b14-bb6d-27cd8153f177 req-4b55963b-4102-4835-a344-e54b8301c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:23.171448 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79c9ee28-1ad5-4b14-bb6d-27cd8153f177 req-4b55963b-4102-4835-a344-e54b8301c841 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 1134 time: 0.0870662 Mar 07 14:08:23.177804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks [] for security_group (4a0a089b-f947-4eda-be09-961e15a5bcae), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.194660 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4a0a089b-f947-4eda-be09-961e15a5bcae), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.211455 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:23.225024 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-2572eb93-73a4-4335-b435-112c59ccd150 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234636 Mar 07 14:08:23.237906 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:23.249974 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a089b-f947-4eda-be09-961e15a5bcae,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.265985 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (6daeba8a-5283-496f-b94e-60ba7c5c2b12), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.266318 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Added segment 6daeba8a-5283-496f-b94e-60ba7c5c2b12 of type vlan for network df10bab4-5d53-4253-be8b-3ad699c1ffed Mar 07 14:08:23.269746 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79c9ee28-1ad5-4b14-bb6d-27cd8153f177 req-99ce9088-e7ba-4123-9571-e9e753c98450 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906940 Mar 07 14:08:23.332613 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (df10bab4-5d53-4253-be8b-3ad699c1ffed), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.372044 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (df10bab4-5d53-4253-be8b-3ad699c1ffed), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.373269 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:23.374153 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.383165 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59426) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:23.394190 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d8d277dd-cac9-46aa-9916-f87d9f2f520c req-a086bfeb-2e38-478b-a117-fe5b1b8594de service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611564 Mar 07 14:08:23.430823 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4678619 Mar 07 14:08:23.433546 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59434) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:23.438606 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Request body: {'subnet': {'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1458054210-subnet', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:23.473745 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884048-04ca-44e7-a131-e722dae25b9a admin admin] Pushing event updated for resources: {'Network': ['ID=df10bab4-5d53-4253-be8b-3ad699c1ffed,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.483610 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Made reservation on behalf of e69ebb070d524645a2e18f59ada37b9b for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:23.486421 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.486638 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network df10bab4-5d53-4253-be8b-3ad699c1ffed details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:23.580167 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07e72f8a-668e-454d-b288-bbe3b0fc0b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.717222 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 2, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:23.758275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07e72f8a-668e-454d-b288-bbe3b0fc0b17 admin admin] Publish callbacks [] for security_group (7d04dd20-f581-4799-86d4-eb1b483c21fc), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.764210 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (ec73755c-067e-495a-b5da-c95553aeb093), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.768464 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07e72f8a-668e-454d-b288-bbe3b0fc0b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7d04dd20-f581-4799-86d4-eb1b483c21fc), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.808639 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec73755c-067e-495a-b5da-c95553aeb093,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.818305 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e72f8a-668e-454d-b288-bbe3b0fc0b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d04dd20-f581-4799-86d4-eb1b483c21fc,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.822906 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-07e72f8a-668e-454d-b288-bbe3b0fc0b17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4240ddcf25043c68c7d2f70b0ad141e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383643 Mar 07 14:08:23.825531 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59446) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:23.844374 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c28f925e-b3a1-4514-a027-238f49131c37 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:23.870692 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Checking segment: {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:23.871253 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Network hostable DHCP agents. Network: df10bab4-5d53-4253-be8b-3ad699c1ffed, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:23.900683 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Network df10bab4-5d53-4253-be8b-3ad699c1ffed is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:23.922570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, df10bab4-5d53-4253-be8b-3ad699c1ffed) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:23.926541 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4a00f592-de00-4b36-b12a-49465dd3a77c admin admin] Publish callbacks [] for security_group (7d04dd20-f581-4799-86d4-eb1b483c21fc), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.931962 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:23.932820 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.952280 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b7dee28a-27b1-4692-b606-de6aa43a8b05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5176156 Mar 07 14:08:23.955284 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59452) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:23.962620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:23.965391 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e474b90-464e-4f27-b3cd-560c7055579e None None] Network df10bab4-5d53-4253-be8b-3ad699c1ffed requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:23.984044 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4a00f592-de00-4b36-b12a-49465dd3a77c admin admin] Publish callbacks [] for security_group (7d04dd20-f581-4799-86d4-eb1b483c21fc), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.032557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Checking router: c5b45e47-b62f-454c-85e3-94683b6917a7 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:24.032915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Updating router c5b45e47-b62f-454c-85e3-94683b6917a7 port 3c685214-374c-472f-a05c-c8749a5e87d9 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:24.042888 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.049440 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409463b9-ca02-4c3a-87df-99fd6ed6480c req-5bb9e14b-a320-4559-a047-dff290cc2d49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:24.058063 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-409463b9-ca02-4c3a-87df-99fd6ed6480c req-5bb9e14b-a320-4559-a047-dff290cc2d49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1475546 Mar 07 14:08:24.061439 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (503df5e6-886c-4ee0-a9da-b34755416d10), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.062951 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (503df5e6-886c-4ee0-a9da-b34755416d10), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.063251 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:08:24.115361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4a00f592-de00-4b36-b12a-49465dd3a77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7d04dd20-f581-4799-86d4-eb1b483c21fc), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.118513 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4a00f592-de00-4b36-b12a-49465dd3a77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.119877 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4a00f592-de00-4b36-b12a-49465dd3a77c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d04dd20-f581-4799-86d4-eb1b483c21fc HTTP/1.1" status: 204 len: 168 time: 0.2932646 Mar 07 14:08:24.132679 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port c28f925e-b3a1-4514-a027-238f49131c37 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:24.133151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c28f925e-b3a1-4514-a027-238f49131c37), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.139418 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-409463b9-ca02-4c3a-87df-99fd6ed6480c req-1cf85827-0132-4749-a712-9d2611162d65 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802147 Mar 07 14:08:24.187835 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00f592-de00-4b36-b12a-49465dd3a77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d04dd20-f581-4799-86d4-eb1b483c21fc,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:24.216530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.241070 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks [] for router_controller (503df5e6-886c-4ee0-a9da-b34755416d10), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.315855 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-df10bab4-5d53-4253-be8b-3ad699c1ffed', 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed', 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'fixed_ips': [{'subnet_id': 'ec73755c-067e-495a-b5da-c95553aeb093'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:08:24.317134 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.436235 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port c28f925e-b3a1-4514-a027-238f49131c37 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:24.481419 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd84a8f-a6eb-4cbb-b862-736952c253d4 req-c362f079-7313-4264-81d2-dc1b5f3dd1da tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:24.483064 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cd84a8f-a6eb-4cbb-b862-736952c253d4 req-c362f079-7313-4264-81d2-dc1b5f3dd1da tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.2836137 Mar 07 14:08:24.541871 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks [] for router_gateway (503df5e6-886c-4ee0-a9da-b34755416d10), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.609697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-76a36b7a-1961-400f-96f9-c9af70519a4c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:24.611262 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-76a36b7a-1961-400f-96f9-c9af70519a4c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/networks?id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 200 len: 808 time: 0.2986739 Mar 07 14:08:24.636808 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Allocated IP 172.20.0.2 (df10bab4-5d53-4253-be8b-3ad699c1ffed/ec73755c-067e-495a-b5da-c95553aeb093/c9f224a9-74e4-4dad-b422-53a75325d689) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:24.638209 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cd84a8f-a6eb-4cbb-b862-736952c253d4 req-7f9814dc-6c34-49ab-b97d-010f0a1e509c tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267009 Mar 07 14:08:24.699366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a19b37cd-47a7-4636-ae60-cad4ca26d90e tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/quotas/0d8ba92f45b84e2dacef7ff8ece27a71 HTTP/1.1" status: 200 len: 375 time: 0.0553472 Mar 07 14:08:24.772756 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-5fd59912-105f-4e7b-ad85-1afa328e996c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660255 Mar 07 14:08:25.028497 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Publish callbacks [] for port (c9f224a9-74e4-4dad-b422-53a75325d689), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.040386 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.063110 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Publish callbacks [] for port (3c685214-374c-472f-a05c-c8749a5e87d9), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.135447 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.141240 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Network df10bab4-5d53-4253-be8b-3ad699c1ffed is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:25.142524 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-3ccc1857-2b55-4814-ad46-7b686353067c service neutron] 10.222.0.31 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687623 Mar 07 14:08:25.147209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:25.149763 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:25.159007 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Pushing event updated for resources: {'Port': ['ID=c9f224a9-74e4-4dad-b422-53a75325d689,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.185707 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f415e-7f7e-4500-b7e6-788b86ccdb5e req-bb6edd29-1256-4148-b31a-2767fc298813 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.192839 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-725f415e-7f7e-4500-b7e6-788b86ccdb5e req-bb6edd29-1256-4148-b31a-2767fc298813 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1430595 Mar 07 14:08:25.304338 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59518) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:25.352662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1da33-da18-4021-a075-0023c349d861 None None] Pushing event updated for resources: {'Port': ['ID=3c685214-374c-472f-a05c-c8749a5e87d9,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.400299 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Attempting to bind port c9f224a9-74e4-4dad-b422-53a75325d689 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:25.400678 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Attempting to bind port c9f224a9-74e4-4dad-b422-53a75325d689 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:25.401046 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Attempting to bind port c9f224a9-74e4-4dad-b422-53a75325d689 on network df10bab4-5d53-4253-be8b-3ad699c1ffed {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:25.422395 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Attempting to bind port 3c685214-374c-472f-a05c-c8749a5e87d9 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:25.422771 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Attempting to bind port 3c685214-374c-472f-a05c-c8749a5e87d9 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:25.423145 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Attempting to bind port 3c685214-374c-472f-a05c-c8749a5e87d9 on network dfb00c47-f397-489f-93ca-001418f802d4 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:25.427383 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4493e90-4055-4802-b890-7cc0a5ddea3f service neutron] 10.222.0.31 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829900 Mar 07 14:08:25.430531 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:25.430906 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Checking segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:25.431269 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.431715 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Bound using segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:25.432190 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Bound port: 3c685214-374c-472f-a05c-c8749a5e87d9, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:25.432578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.434628 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:25.434946 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Checking segment: {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:25.435326 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.435757 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Bound using segment: {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:25.436224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Bound port: c9f224a9-74e4-4dad-b422-53a75325d689, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:25.436603 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.464499 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2048566470-network', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:25.488401 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Made reservation on behalf of 2386a2267d0649f98aedda9ae69163ce for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:25.492643 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.498949 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks [] for router_gateway (503df5e6-886c-4ee0-a9da-b34755416d10), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.507179 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.524315 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.563851 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-725f415e-7f7e-4500-b7e6-788b86ccdb5e req-c0e9196c-ce16-4e40-88bb-f8b55d67f423 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702188 Mar 07 14:08:25.655458 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] For port 3c685214-374c-472f-a05c-c8749a5e87d9, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:25.673755 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] For port 3c685214-374c-472f-a05c-c8749a5e87d9, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3c685214-374c-472f-a05c-c8749a5e87d9,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:25.676563 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] For port c9f224a9-74e4-4dad-b422-53a75325d689, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:25.690836 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks [] for security_group (be9fec5c-09da-4ec3-b505-a636d18c38e6), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.693436 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] For port c9f224a9-74e4-4dad-b422-53a75325d689, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9f224a9-74e4-4dad-b422-53a75325d689,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:25.697531 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (be9fec5c-09da-4ec3-b505-a636d18c38e6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.709827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.728955 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:25.743905 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35e254c6-6585-4490-af3b-c625e38b7d5d req-c450f40b-2ac3-48b9-9f49-330aa9d043a1 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 210 time: 0.0751426 Mar 07 14:08:25.757188 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] Provisioning complete for port 3c685214-374c-472f-a05c-c8749a5e87d9 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:25.757569 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.759318 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9fec5c-09da-4ec3-b505-a636d18c38e6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.771224 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (3b88231e-b75a-41e2-971f-7c71c72a5036), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.773012 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.775372 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Added segment 3b88231e-b75a-41e2-971f-7c71c72a5036 of type vlan for network b6726765-a7e8-40f3-b605-0e57c2a67926 Mar 07 14:08:25.859212 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Allocated IP 172.27.3.5 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/6d4c9f0a-3bb7-42d4-880b-81abd9020afb) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:25.875266 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6280-d7fc-4ec0-9b57-508a1ead1c2d req-eda34ef9-d5dc-4e3e-a033-2c36f091b5cc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.882664 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-287f6280-d7fc-4ec0-9b57-508a1ead1c2d req-eda34ef9-d5dc-4e3e-a033-2c36f091b5cc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1814833 Mar 07 14:08:25.883863 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1da33-da18-4021-a075-0023c349d861 None None] Pushing event updated for resources: {'Port': ['ID=3c685214-374c-472f-a05c-c8749a5e87d9,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.907309 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (b6726765-a7e8-40f3-b605-0e57c2a67926), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.950922 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:25.951830 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:25.985724 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (b6726765-a7e8-40f3-b605-0e57c2a67926), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.989725 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.990871 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.070526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-287f6280-d7fc-4ec0-9b57-508a1ead1c2d req-1aa1893d-611f-4e5c-b822-26ff29ce7be9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868708 Mar 07 14:08:26.080242 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59544) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:26.081561 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7759745 Mar 07 14:08:26.085762 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Request body: {'subnet': {'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2048566470-subnet', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:26.130174 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03199af0-7522-4ff0-9e5a-db49c5bcde35 req-35c5bf88-cb8c-4420-a0ec-2198dcba88ec tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:26.138276 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03199af0-7522-4ff0-9e5a-db49c5bcde35 req-35c5bf88-cb8c-4420-a0ec-2198dcba88ec tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.2329099 Mar 07 14:08:26.161516 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:26.172402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks [] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.183617 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ebcfa-96fb-4174-8b84-a259df69c6ec admin admin] Pushing event updated for resources: {'Network': ['ID=b6726765-a7e8-40f3-b605-0e57c2a67926,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:26.200307 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Made reservation on behalf of 2386a2267d0649f98aedda9ae69163ce for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:26.204574 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29675565'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.375021 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network b6726765-a7e8-40f3-b605-0e57c2a67926 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:26.383106 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03199af0-7522-4ff0-9e5a-db49c5bcde35 req-4b55bb9a-2bad-455a-9c16-a2a5ea1e614c tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435944 Mar 07 14:08:26.411634 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.518405 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:26.530682 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:26.553856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:26.597276 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642ca0-a2b0-4aec-bc2a-93d922513606 None None] Pushing event updated for resources: {'Port': ['ID=c9f224a9-74e4-4dad-b422-53a75325d689,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:26.656584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:26.775060 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] Current status of the port 3c685214-374c-472f-a05c-c8749a5e87d9 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:26.775491 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.834062 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] For port 3c685214-374c-472f-a05c-c8749a5e87d9, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3c685214-374c-472f-a05c-c8749a5e87d9,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:26.839379 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30263329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29675571'] for subnet (f29547d0-9060-4282-8d73-5bf561aee308), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.840468 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.958914 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab97c8-4de9-4a96-9303-b904f303b91a None None] Pushing event updated for resources: {'Port': ['ID=3c685214-374c-472f-a05c-c8749a5e87d9,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:26.986310 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-c366303c-e119-41cd-b0aa-579f38889e84 None None] Provisioning complete for port 3c685214-374c-472f-a05c-c8749a5e87d9 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:26.986787 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c366303c-e119-41cd-b0aa-579f38889e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.992680 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:25Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:27.013994 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346962e-1e69-478b-88bc-4a28e62c8d48 req-61d8089e-54c0-4ac5-a9ef-c8af098257d6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.015677 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7346962e-1e69-478b-88bc-4a28e62c8d48 req-61d8089e-54c0-4ac5-a9ef-c8af098257d6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.2551587 Mar 07 14:08:27.027033 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29547d0-9060-4282-8d73-5bf561aee308,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:27.048277 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3bf76-d2f8-40f6-9fae-7011d7402bc9 None None] The sync data for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi is: [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:25Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:27.097511 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c36d0-6348-474e-b4ae-d60d2bb3bb44 req-092a28f3-5939-44ef-a289-a34b04840eb4 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.099660 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e75c36d0-6348-474e-b4ae-d60d2bb3bb44 req-092a28f3-5939-44ef-a289-a34b04840eb4 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.2789323 Mar 07 14:08:27.111042 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Checking segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:27.111660 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Network hostable DHCP agents. Network: b6726765-a7e8-40f3-b605-0e57c2a67926, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:27.142709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-c366303c-e119-41cd-b0aa-579f38889e84 None None] Current status of the port 3c685214-374c-472f-a05c-c8749a5e87d9 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:27.213729 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7346962e-1e69-478b-88bc-4a28e62c8d48 req-bfafda28-95f0-4b55-8562-16a01ac5a33c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811841 Mar 07 14:08:27.214335 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks [] for router_gateway (503df5e6-886c-4ee0-a9da-b34755416d10), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.262135 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Network b6726765-a7e8-40f3-b605-0e57c2a67926 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:27.321666 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e75c36d0-6348-474e-b4ae-d60d2bb3bb44 req-3a019707-d37a-40f7-a8a3-47eb3489c840 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857889 Mar 07 14:08:27.335674 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, b6726765-a7e8-40f3-b605-0e57c2a67926) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:27.351121 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b446c-f751-4057-a3d8-0b64c2973dc2 None None] Network b6726765-a7e8-40f3-b605-0e57c2a67926 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:27.367945 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.368538 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.492981 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a927ed-97a1-496b-b7c1-97714bebb365 None None] Network df10bab4-5d53-4253-be8b-3ad699c1ffed requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:27.516954 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-393f8cae-cc3e-4921-a05d-2c8fa2ee89b2 req-833b6155-d97e-40fa-8ff3-75979f60dcb1 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 210 time: 0.1852701 Mar 07 14:08:27.541358 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-1d5fa69c-92d1-4848-8288-72f0b5fcdd8d tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.552319 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-1d5fa69c-92d1-4848-8288-72f0b5fcdd8d tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "GET /v2.0/networks?id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 200 len: 808 time: 0.1956716 Mar 07 14:08:27.571957 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Request body: {'port': {'device_id': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32', 'admin_state_up': True, 'tenant_id': '0d8ba92f45b84e2dacef7ff8ece27a71'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:27.645085 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-38770cdc-8902-4703-a468-49d0cc05f64e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5612080 Mar 07 14:08:27.650521 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59576) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:27.658508 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] Provisioning complete for port c9f224a9-74e4-4dad-b422-53a75325d689 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:27.658884 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.676744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:27.695980 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-b6726765-a7e8-40f3-b605-0e57c2a67926', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:08:27.696859 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.750233 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Made reservation on behalf of 0d8ba92f45b84e2dacef7ff8ece27a71 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:27.763052 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.798835 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900a34-1eac-44ea-a614-8aa5731fea60 req-da061451-9c16-49db-9c56-edd7f7c3d0f2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.807623 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80900a34-1eac-44ea-a614-8aa5731fea60 req-da061451-9c16-49db-9c56-edd7f7c3d0f2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.2957218 Mar 07 14:08:27.818256 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (41f8a319-300d-449c-ab5e-f18a44a03f8a), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.819355 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (41f8a319-300d-449c-ab5e-f18a44a03f8a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.882112 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (503df5e6-886c-4ee0-a9da-b34755416d10), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.914764 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3c685214-374c-472f-a05c-c8749a5e87d9 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:27.930460 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks [] for router_controller (41f8a319-300d-449c-ab5e-f18a44a03f8a), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.007292 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80900a34-1eac-44ea-a614-8aa5731fea60 req-139aae4f-e67c-44d9-bc36-1ec86d80c508 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945302 Mar 07 14:08:28.010929 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Allocated IP 172.20.0.6 (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32/e51425fe-2de3-4348-926a-e04b21cc9959/8756d558-c0a9-4eb3-a66c-008ca0851e64) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:28.146313 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] Current status of the port c9f224a9-74e4-4dad-b422-53a75325d689 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:28.146945 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.184759 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Allocated IP 172.20.0.2 (b6726765-a7e8-40f3-b605-0e57c2a67926/f29547d0-9060-4282-8d73-5bf561aee308/6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:28.219528 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 3c685214-374c-472f-a05c-c8749a5e87d9 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:28.223903 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.311094 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks [] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.316010 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] For port c9f224a9-74e4-4dad-b422-53a75325d689, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9f224a9-74e4-4dad-b422-53a75325d689,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:28.373589 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.393540 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.433824 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:28.454237 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:28.459253 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:28.542846 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Pushing event updated for resources: {'Port': ['ID=8756d558-c0a9-4eb3-a66c-008ca0851e64,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:28.572964 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:28.578461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.600808 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272efb5-0760-4435-b621-218df64a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c9f224a9-74e4-4dad-b422-53a75325d689,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:28.610487 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ef998af9-917f-430b-b04d-bc7ab6f5ed47 None None] Provisioning complete for port c9f224a9-74e4-4dad-b422-53a75325d689 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:28.610867 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ef998af9-917f-430b-b04d-bc7ab6f5ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.635561 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-f4daecbe-95f7-4a01-ab49-2674142bc5b4 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0721359 Mar 07 14:08:28.655386 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Request body: {'port': {'device_id': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:28.690156 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 3c685214-374c-472f-a05c-c8749a5e87d9 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:28.691280 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9f224a9-74e4-4dad-b422-53a75325d689 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:28.757469 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Publish callbacks [] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.773108 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.799504 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.809284 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks [] for router_gateway (41f8a319-300d-449c-ab5e-f18a44a03f8a), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.860631 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port c9f224a9-74e4-4dad-b422-53a75325d689 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:28.861289 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.873998 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Network b6726765-a7e8-40f3-b605-0e57c2a67926 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:28.901641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:28.908073 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ef998af9-917f-430b-b04d-bc7ab6f5ed47 None None] Current status of the port c9f224a9-74e4-4dad-b422-53a75325d689 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:28.910611 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:28.920776 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Pushing event updated for resources: {'Port': ['ID=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:28.974449 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c9fcd-1107-4176-9666-5cb0f8f27218 req-10711220-b0f6-4cb9-abca-bfe4d237b0cf tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:28.975996 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-367c9fcd-1107-4176-9666-5cb0f8f27218 req-10711220-b0f6-4cb9-abca-bfe4d237b0cf tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.2397962 Mar 07 14:08:29.000122 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b1914-17d1-4a97-abc7-9331314602be req-ed7bff8e-031d-49b5-bd2b-7f04b2b5f8cc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.001928 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-521b1914-17d1-4a97-abc7-9331314602be req-ed7bff8e-031d-49b5-bd2b-7f04b2b5f8cc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.2746184 Mar 07 14:08:29.019888 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Attempting to bind port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:29.020269 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Attempting to bind port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:29.020896 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Attempting to bind port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 on network b6726765-a7e8-40f3-b605-0e57c2a67926 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:29.171997 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-b09fd39b-9ace-476b-b93d-aa466b5da23b tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.173678 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-b09fd39b-9ace-476b-b93d-aa466b5da23b tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.23 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.2640676 Mar 07 14:08:29.182334 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.185131 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:29.185516 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Checking segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:29.185772 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-521b1914-17d1-4a97-abc7-9331314602be req-b3420722-4c28-4c4a-902a-44b93c7f630d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592581 Mar 07 14:08:29.185915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.186310 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Bound using segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:29.186787 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Bound port: 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:29.187169 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.191510 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-367c9fcd-1107-4176-9666-5cb0f8f27218 req-1220f703-9f21-4637-9b56-0da49f7c2ab2 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057962 Mar 07 14:08:29.240168 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port c9f224a9-74e4-4dad-b422-53a75325d689 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:29.257945 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Router 503df5e6-886c-4ee0-a9da-b34755416d10 is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:29.321989 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8756d558-c0a9-4eb3-a66c-008ca0851e64 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:29.330467 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Publish callbacks [] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.336979 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] For port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:29.340642 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] For port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:29.345382 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Transition to ACTIVE for port object 8756d558-c0a9-4eb3-a66c-008ca0851e64 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:29.349319 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.352778 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.418189 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7d9e4-e882-426f-ae44-3b54f45a7718 None None] Pushing event updated for resources: {'Port': ['ID=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:29.441934 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Pushing event updated for resources: {'Port': ['ID=8756d558-c0a9-4eb3-a66c-008ca0851e64,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:29.476475 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.476829 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.477242 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.477573 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.477906 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.478250 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.478626 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.478979 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.479366 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.479736 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.480078 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.481402 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.481402 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:29.517866 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Attempting to bind port 8756d558-c0a9-4eb3-a66c-008ca0851e64 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:29.518478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Attempting to bind port 8756d558-c0a9-4eb3-a66c-008ca0851e64 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:29.518917 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Attempting to bind port 8756d558-c0a9-4eb3-a66c-008ca0851e64 on network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:29.524623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Port 8756d558-c0a9-4eb3-a66c-008ca0851e64 on network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:29.524928 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Attempting to bind port 8756d558-c0a9-4eb3-a66c-008ca0851e64 on network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:29.531070 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:29.531521 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Checking segment: {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:29.531976 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Bound using segment: {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:29.532516 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Bound port: 8756d558-c0a9-4eb3-a66c-008ca0851e64, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:29.532900 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.596575 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d038-29f9-4b20-bdac-115a56c4148a req-5396cbe0-1e0b-4e9a-a6df-81b6805cf1be tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.598648 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7b96d038-29f9-4b20-bdac-115a56c4148a req-5396cbe0-1e0b-4e9a-a6df-81b6805cf1be tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 943 time: 0.2783856 Mar 07 14:08:29.599647 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] For port 8756d558-c0a9-4eb3-a66c-008ca0851e64, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:29.603152 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] For port 8756d558-c0a9-4eb3-a66c-008ca0851e64, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:29.610722 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.620644 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Deleting port fe8912e5-b22e-44e4-8874-cce402a75cf8 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:08:29.620992 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.676728 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:29.684703 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.685330 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.687647 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] 10.222.0.23 "PUT /v2.0/ports/8756d558-c0a9-4eb3-a66c-008ca0851e64 HTTP/1.1" status: 200 len: 1093 time: 1.0365570 Mar 07 14:08:29.688108 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'tag': '8756d558-c0a9-4eb3-a66c-008ca0851e64'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:29.688646 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Sync routers for ids ['503df5e6-886c-4ee0-a9da-b34755416d10'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:29.690836 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fef3c26-ea34-4aca-9e97-140d43ce0247" -d '{"events": [{"name": "network-changed", "server_uuid": "781e82cd-e1ea-4cfd-b811-23af239f4948", "tag": "8756d558-c0a9-4eb3-a66c-008ca0851e64"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:29.741792 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Routers {'503df5e6-886c-4ee0-a9da-b34755416d10'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:29.742544 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['503df5e6-886c-4ee0-a9da-b34755416d10'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:29.771513 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a8a737-480a-41e1-bbde-c91f1bedaf6f x-openstack-request-id: req-78a8a737-480a-41e1-bbde-c91f1bedaf6f {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:29.772436 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781e82cd-e1ea-4cfd-b811-23af239f4948", "tag": "8756d558-c0a9-4eb3-a66c-008ca0851e64", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:29.773454 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78a8a737-480a-41e1-bbde-c91f1bedaf6f {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:29.778248 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'tag': '8756d558-c0a9-4eb3-a66c-008ca0851e64', 'status': 'completed', 'code': 200} Mar 07 14:08:29.813663 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4162f21-0a79-4783-963c-dcadaf247c28 service neutron] Pushing event updated for resources: {'Port': ['ID=8756d558-c0a9-4eb3-a66c-008ca0851e64,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:29.864914 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-880449e0-1912-4708-b2e0-c252f953fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.870458 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-880449e0-1912-4708-b2e0-c252f953fe32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 1127 time: 0.1133957 Mar 07 14:08:29.903845 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] For port fe8912e5-b22e-44e4-8874-cce402a75cf8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=fe8912e5-b22e-44e4-8874-cce402a75cf8,segment=NetworkSegment(fef318d8-3612-40b7-8305-44972d508a34),segment_id=fef318d8-3612-40b7-8305-44972d508a34)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:29.909183 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.937876 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-0ed9e869-742a-49f6-ba6a-92c7322c2a2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64 HTTP/1.1" status: 200 len: 217 time: 0.0485885 Mar 07 14:08:29.952809 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Set router 503df5e6-886c-4ee0-a9da-b34755416d10 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:29.954866 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Calling delete_port for fe8912e5-b22e-44e4-8874-cce402a75cf8 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:08:29.965351 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:29.968966 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.970539 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-555d46a6-79e4-42d3-907c-715baafd79c9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0123761 Mar 07 14:08:29.993428 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59612) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:30.008686 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks [] for router_gateway (41f8a319-300d-449c-ab5e-f18a44a03f8a), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.053069 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:30.053942 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.073633 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7b96d038-29f9-4b20-bdac-115a56c4148a req-a8649b34-52a7-450e-8461-538af38d7246 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632475 Mar 07 14:08:30.120232 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.194025 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 3, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:30.194372 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:30.195217 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.226667 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ac32-6020-458a-b384-7644ea1f81ea req-efdd1dc1-5546-4d5d-bd25-ae79b6ab863e tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:30.229892 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32c4ac32-6020-458a-b384-7644ea1f81ea req-efdd1dc1-5546-4d5d-bd25-ae79b6ab863e tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.3132226 Mar 07 14:08:30.333584 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:30.350938 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.351879 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9f224a9-74e4-4dad-b422-53a75325d689 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:30.404540 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Checking router: 503df5e6-886c-4ee0-a9da-b34755416d10 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:30.404888 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Updating router 503df5e6-886c-4ee0-a9da-b34755416d10 port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:30.483981 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.495043 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:30.507033 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Allocated IP 172.27.3.72 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/7678860f-f9a4-43af-9d6f-b84e6d824396) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:30.522239 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port c9f224a9-74e4-4dad-b422-53a75325d689 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:30.522638 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.532529 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32c4ac32-6020-458a-b384-7644ea1f81ea req-cf71f199-1b2b-42ad-a726-7cd83c4b014c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874184 Mar 07 14:08:30.614998 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (fe8912e5-b22e-44e4-8874-cce402a75cf8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.689906 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-c2c73df8-bb1d-4d51-818a-38043628c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:30.695321 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-c2c73df8-bb1d-4d51-818a-38043628c398 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e51425fe-2de3-4348-926a-e04b21cc9959 HTTP/1.1" status: 200 len: 848 time: 0.7452028 Mar 07 14:08:30.725359 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port c9f224a9-74e4-4dad-b422-53a75325d689 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:30.782883 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-a40689bd-35c0-4eb9-8e92-9b392bf9c3f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475090 Mar 07 14:08:31.003767 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59630) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:31.008016 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f36e7-0e5f-4080-a354-2766db5acf74 None None] Network b6726765-a7e8-40f3-b605-0e57c2a67926 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:31.024117 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-0633377e-0f85-43ae-b181-dbdf3197ea2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3678710 Mar 07 14:08:31.082842 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks [] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.088008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-eb52f170-f9cb-4a2f-8d31-9226c7aa5537 None None] Provisioning complete for port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:31.088384 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-eb52f170-f9cb-4a2f-8d31-9226c7aa5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.151608 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Pushing event deleted for resources: {'Port': ['ID=fe8912e5-b22e-44e4-8874-cce402a75cf8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.154675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.180045 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e7c1-1c84-42c5-9a14-8a2aa828c31b req-8cd09caa-0dd3-4d19-8484-7f0abe311eff tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.181782 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d01e7c1-1c84-42c5-9a14-8a2aa828c31b req-8cd09caa-0dd3-4d19-8484-7f0abe311eff tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 950 time: 0.7924728 Mar 07 14:08:31.198328 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-14d73f55-1c44-41e2-a460-de9e20168331 service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082234 Mar 07 14:08:31.274056 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-ecaf3123-c8c8-4e11-836b-dd7adde3bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.276000 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-ecaf3123-c8c8-4e11-836b-dd7adde3bbf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 1129 time: 0.1912253 Mar 07 14:08:31.280297 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-eb52f170-f9cb-4a2f-8d31-9226c7aa5537 None None] Current status of the port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:31.314356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.315081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.318695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.319255 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.319646 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.319990 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.320323 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.320654 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.320984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.321310 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.321637 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.321960 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.322279 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:31.401345 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Publish callbacks [] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.419834 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.443271 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] No DVR routers for this DVR port fe8912e5-b22e-44e4-8874-cce402a75cf8 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:08:31.450862 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.455568 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-948470a8-e36a-4440-8dd0-bad5f313d822 req-60bb0eb5-9c2f-406f-9d7b-91cc5bcc6020 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.23 "DELETE /v2.0/ports/fe8912e5-b22e-44e4-8874-cce402a75cf8 HTTP/1.1" status: 204 len: 173 time: 2.2624111 Mar 07 14:08:31.458936 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Pushing event updated for resources: {'Port': ['ID=7678860f-f9a4-43af-9d6f-b84e6d824396,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.495013 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'name': 'network-vif-deleted', 'tag': 'fe8912e5-b22e-44e4-8874-cce402a75cf8'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:31.499615 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2010d6-0450-4671-a22a-9c0ef2ee3fea" -d '{"events": [{"server_uuid": "d59733f7-b702-47c6-8774-e2fd79b81695", "name": "network-vif-deleted", "tag": "fe8912e5-b22e-44e4-8874-cce402a75cf8"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:31.504762 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d5b624c5-8116-4e00-9906-e4e4e35060a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.525352 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Attempting to bind port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:31.525645 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Attempting to bind port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:31.526018 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Attempting to bind port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:31.534366 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:31.534749 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:31.535766 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.536158 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:31.536631 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Bound port: 6d4c9f0a-3bb7-42d4-880b-81abd9020afb, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:31.537020 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.540579 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ef2c-fd6e-4103-b272-b9f3e4d16f37 None None] Pushing event updated for resources: {'Port': ['ID=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.550637 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:31.571306 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecc8ddf0-a9ed-439d-907d-108dfa1c2b99 req-63a36edf-182d-4b51-83e1-84796799c273 service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622384 Mar 07 14:08:31.572967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:31.584386 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d01e7c1-1c84-42c5-9a14-8a2aa828c31b req-a893c5ee-1b54-4b6d-b5fc-f56a505d4c01 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/security-groups?id=852cae1d-ce64-4a5c-9883-dd1d89ad5441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959045 Mar 07 14:08:31.585212 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:31.594023 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-bff10148-e1d9-4d56-a2d5-37b281828e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.595590 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-bff10148-e1d9-4d56-a2d5-37b281828e59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.2339900 Mar 07 14:08:31.596482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5efc-f205-4270-9564-5d2d1cb6f0b7 req-ce6cbb5d-cac7-4f67-99da-af8868fb3f4f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.598615 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-939c5efc-f205-4270-9564-5d2d1cb6f0b7 req-ce6cbb5d-cac7-4f67-99da-af8868fb3f4f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.5960479 Mar 07 14:08:31.626185 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-e002165b-1ffe-4d6c-9b40-30bd7d42c139 None None] Provisioning complete for port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:31.626355 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e002165b-1ffe-4d6c-9b40-30bd7d42c139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.631650 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] For port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:31.639603 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] For port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:31.657678 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.675621 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.728158 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Routers {'503df5e6-886c-4ee0-a9da-b34755416d10'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:31.728849 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['503df5e6-886c-4ee0-a9da-b34755416d10'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:31.781960 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-939c5efc-f205-4270-9564-5d2d1cb6f0b7 req-ffe3aab2-2dd7-4249-b010-f5b96b61bf3d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601791 Mar 07 14:08:31.814387 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:31.868601 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-e002165b-1ffe-4d6c-9b40-30bd7d42c139 None None] Current status of the port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:31.876192 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d5b624c5-8116-4e00-9906-e4e4e35060a5 admin admin] Publish callbacks [] for security_group (4187f251-4fcb-49dc-8597-d9b79f1f6b88), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.878231 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ef2c-fd6e-4103-b272-b9f3e4d16f37 None None] Pushing event updated for resources: {'Port': ['ID=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.886942 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d5b624c5-8116-4e00-9906-e4e4e35060a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4187f251-4fcb-49dc-8597-d9b79f1f6b88), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.927536 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:31.928370 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.928862 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] Set router 503df5e6-886c-4ee0-a9da-b34755416d10 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:31.986827 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Allocated IP 172.20.0.1 (df10bab4-5d53-4253-be8b-3ad699c1ffed/ec73755c-067e-495a-b5da-c95553aeb093/df382815-4af0-4164-88c5-fd24c810aafa) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:32.000104 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b624c5-8116-4e00-9906-e4e4e35060a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4187f251-4fcb-49dc-8597-d9b79f1f6b88,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:32.011990 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d5b624c5-8116-4e00-9906-e4e4e35060a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a75da1dd38d44da9220b849e09f962f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0059555 Mar 07 14:08:32.016724 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 59652) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:32.070013 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:32.122865 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks [] for port (df382815-4af0-4164-88c5-fd24c810aafa), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.127370 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4dff1-075e-4d4c-b645-4cd587b33919 req-e98c436a-8df6-4c9d-a8ef-4aecffe36649 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:32.130202 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4af4dff1-075e-4d4c-b645-4cd587b33919 req-e98c436a-8df6-4c9d-a8ef-4aecffe36649 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 943 time: 0.1728439 Mar 07 14:08:32.134066 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks [] for router_gateway (41f8a319-300d-449c-ab5e-f18a44a03f8a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.172634 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (df382815-4af0-4164-88c5-fd24c810aafa), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.184295 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 3, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:32.196403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21031492-48f1-4213-a825-1a6f0164e38b admin admin] Publish callbacks [] for security_group (4187f251-4fcb-49dc-8597-d9b79f1f6b88), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.211328 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15542ffb-28a9-4ae0-a953-30e7e174b8a6 None None] The sync data for ids ['503df5e6-886c-4ee0-a9da-b34755416d10'] in dv-cinder-827554-2-iscsi is: [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 3, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:32.223755 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Network df10bab4-5d53-4253-be8b-3ad699c1ffed is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:32.227108 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:32.230859 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:32.263853 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Pushing event updated for resources: {'Port': ['ID=df382815-4af0-4164-88c5-fd24c810aafa,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:32.288766 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (503df5e6-886c-4ee0-a9da-b34755416d10), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.294584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21031492-48f1-4213-a825-1a6f0164e38b admin admin] Publish callbacks [] for security_group (4187f251-4fcb-49dc-8597-d9b79f1f6b88), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.328375 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4af4dff1-075e-4d4c-b645-4cd587b33919 req-b06d8ab7-52de-41a4-afd4-ca89cabc81e5 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923316 Mar 07 14:08:32.409046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2060a4-2b37-465f-b1d4-1486fbb3597e x-openstack-request-id: req-0b2060a4-2b37-465f-b1d4-1486fbb3597e {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:32.409650 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59733f7-b702-47c6-8774-e2fd79b81695", "name": "network-vif-deleted", "tag": "fe8912e5-b22e-44e4-8874-cce402a75cf8", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:32.410114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b2060a4-2b37-465f-b1d4-1486fbb3597e {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:32.410971 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59733f7-b702-47c6-8774-e2fd79b81695', 'name': 'network-vif-deleted', 'tag': 'fe8912e5-b22e-44e4-8874-cce402a75cf8', 'status': 'completed', 'code': 200} Mar 07 14:08:32.467630 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21031492-48f1-4213-a825-1a6f0164e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4187f251-4fcb-49dc-8597-d9b79f1f6b88), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.470277 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21031492-48f1-4213-a825-1a6f0164e38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.471532 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-21031492-48f1-4213-a825-1a6f0164e38b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4187f251-4fcb-49dc-8597-d9b79f1f6b88 HTTP/1.1" status: 204 len: 168 time: 0.4526842 Mar 07 14:08:32.481968 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (df382815-4af0-4164-88c5-fd24c810aafa), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.522998 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21031492-48f1-4213-a825-1a6f0164e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187f251-4fcb-49dc-8597-d9b79f1f6b88,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:32.541008 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (41f8a319-300d-449c-ab5e-f18a44a03f8a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.550470 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-c8139b73-aec0-45a3-9166-3435376bc224 None None] Provisioning complete for port df382815-4af0-4164-88c5-fd24c810aafa triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:32.561350 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c8139b73-aec0-45a3-9166-3435376bc224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (df382815-4af0-4164-88c5-fd24c810aafa), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.643662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-c8139b73-aec0-45a3-9166-3435376bc224 None None] Port df382815-4af0-4164-88c5-fd24c810aafa cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:32.728641 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks [] for port (df382815-4af0-4164-88c5-fd24c810aafa), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.734913 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (df382815-4af0-4164-88c5-fd24c810aafa), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.739717 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c7c2a15-cd77-4d24-877c-e2bd0ef1fc28 req-0ba295d1-3b89-4523-81e0-5e273c7ff3dd tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 210 time: 0.0412478 Mar 07 14:08:32.790565 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Pushing event updated for resources: {'Port': ['ID=df382815-4af0-4164-88c5-fd24c810aafa,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:32.793397 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Router 41f8a319-300d-449c-ab5e-f18a44a03f8a is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:32.837434 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (503df5e6-886c-4ee0-a9da-b34755416d10), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.962987 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Network df10bab4-5d53-4253-be8b-3ad699c1ffed is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:32.964497 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:32.992614 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:33.007055 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Sync routers for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:33.007239 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131555b-3014-4a9f-98f9-4b80f8aaf560 req-115c075b-c6c5-4e64-9c5d-9c36b272d196 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.020236 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1131555b-3014-4a9f-98f9-4b80f8aaf560 req-115c075b-c6c5-4e64-9c5d-9c36b272d196 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1183317 Mar 07 14:08:33.025947 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:33.026664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:33.153748 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1131555b-3014-4a9f-98f9-4b80f8aaf560 req-374feaf7-9202-438d-9a6b-08a07496b272 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246958 Mar 07 14:08:33.158574 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.159835 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7403978c-a039-49f4-adc3-f92101dde173 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5078781 Mar 07 14:08:33.163332 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 59672) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:33.269530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:33.300351 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Router 503df5e6-886c-4ee0-a9da-b34755416d10 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:33.462953 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-14a93276-11d0-4bbf-9fc0-b75c9cc1bfaf None None] Provisioning complete for port df382815-4af0-4164-88c5-fd24c810aafa triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:33.463354 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-14a93276-11d0-4bbf-9fc0-b75c9cc1bfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (df382815-4af0-4164-88c5-fd24c810aafa), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.533267 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:33.533523 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-14a93276-11d0-4bbf-9fc0-b75c9cc1bfaf None None] Port df382815-4af0-4164-88c5-fd24c810aafa cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:33.547150 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-57eb033e-98b1-4c04-9c62-5ba6414cb40a admin admin] 10.222.0.31 "PUT /v2.0/routers/503df5e6-886c-4ee0-a9da-b34755416d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5443194 Mar 07 14:08:33.559166 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411e11-1a42-4dfd-b092-67267349e71b req-86d449b8-9fd1-4ae6-95af-edaa9745e80c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.567616 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d411e11-1a42-4dfd-b092-67267349e71b req-86d449b8-9fd1-4ae6-95af-edaa9745e80c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 943 time: 0.1020825 Mar 07 14:08:33.638722 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:31Z', 'revision_number': 3, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:33.679771 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d411e11-1a42-4dfd-b092-67267349e71b req-d3c95a13-ae6c-4499-afb9-0d1e3a94df0f tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111732 Mar 07 14:08:33.704168 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Checking router: 41f8a319-300d-449c-ab5e-f18a44a03f8a for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:33.704475 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Updating router 41f8a319-300d-449c-ab5e-f18a44a03f8a port 7678860f-f9a4-43af-9d6f-b84e6d824396 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:33.779113 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.814565 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6d4c9f0a-3bb7-42d4-880b-81abd9020afb up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:33.887531 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e0d94fec-768f-4a80-8125-b7bbd24a3a4f req-50a8e7aa-d6a4-4f54-8605-651145ef5516 tempest-VolumesNegativeTest-1954828918 tempest-VolumesNegativeTest-1954828918-project] 10.222.0.31 "GET /v2.0/ports?device_id=d59733f7-b702-47c6-8774-e2fd79b81695 HTTP/1.1" status: 200 len: 210 time: 0.0510945 Mar 07 14:08:33.962995 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device fe8912e5-b22e-44e4-8874-cce402a75cf8 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:08:34.014903 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: fe8912e5-b22e-44e4-8874-cce402a75cf8 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:08:34.015457 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device fe8912e5-b22e-44e4-8874-cce402a75cf8 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:08:34.022776 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:34.023641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.207702 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.344041 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:34.344604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.420782 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:34.434381 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.435933 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-b8e51d89-18d8-4604-a74f-ead36c79f8a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b9f684-b537-4214-b276-a38c52323516 HTTP/1.1" status: 200 len: 217 time: 0.2196903 Mar 07 14:08:34.445342 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Publish callbacks [] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.453016 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc055-69d2-4fb2-8a10-7fe24551dec7 req-7d29a0fc-720b-45e1-922e-bc6485240c7f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.454906 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b1bc055-69d2-4fb2-8a10-7fe24551dec7 req-7d29a0fc-720b-45e1-922e-bc6485240c7f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1773989 Mar 07 14:08:34.477870 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-c85baf4e-2e2b-413c-baba-9a3f9d54a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.479493 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-c85baf4e-2e2b-413c-baba-9a3f9d54a74c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 1127 time: 0.2660177 Mar 07 14:08:34.483856 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.543877 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:34.547598 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Attempting to bind port 7678860f-f9a4-43af-9d6f-b84e6d824396 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:34.548160 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Attempting to bind port 7678860f-f9a4-43af-9d6f-b84e6d824396 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:34.549298 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Attempting to bind port 7678860f-f9a4-43af-9d6f-b84e6d824396 on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:34.597209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:34.598138 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:34.598562 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.599150 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:34.599951 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Bound port: 7678860f-f9a4-43af-9d6f-b84e6d824396, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:34.599951 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.610645 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b1bc055-69d2-4fb2-8a10-7fe24551dec7 req-4337698c-1974-47b3-865f-bf2093d57189 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480711 Mar 07 14:08:34.683877 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2feb1a-abff-4805-b2d1-85bff54b3a50 None None] Pushing event updated for resources: {'Port': ['ID=7678860f-f9a4-43af-9d6f-b84e6d824396,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:34.746022 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] For port 7678860f-f9a4-43af-9d6f-b84e6d824396, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:34.752061 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] For port 7678860f-f9a4-43af-9d6f-b84e6d824396, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=7678860f-f9a4-43af-9d6f-b84e6d824396,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:34.772415 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.837021 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-f4964987-fea3-483b-857f-f4afd280ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.840709 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-f4964987-fea3-483b-857f-f4afd280ce3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.3813570 Mar 07 14:08:34.886984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ab11-d7fc-4459-a87f-22d093c085c8 req-bcac7cd3-96ca-4b75-be65-4fc46d41cb37 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.888490 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Sync routers for ids ['503df5e6-886c-4ee0-a9da-b34755416d10'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:34.900847 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4151ab11-d7fc-4459-a87f-22d093c085c8 req-bcac7cd3-96ca-4b75-be65-4fc46d41cb37 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 943 time: 0.1071367 Mar 07 14:08:34.915920 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Routers {'503df5e6-886c-4ee0-a9da-b34755416d10'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:34.919152 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['503df5e6-886c-4ee0-a9da-b34755416d10'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:35.038344 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-807c7ed9-79aa-4038-aac5-d3df04f0d525 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639349 Mar 07 14:08:35.038938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4151ab11-d7fc-4459-a87f-22d093c085c8 req-004538d8-8503-4c2a-bdb5-722a14efeedc tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366377 Mar 07 14:08:35.040260 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:35.041067 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:35.049295 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-c7446099-d391-4a82-8316-1dd54311f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.053727 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-c7446099-d391-4a82-8316-1dd54311f42f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 200 len: 909 time: 0.4858243 Mar 07 14:08:35.102054 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2feb1a-abff-4805-b2d1-85bff54b3a50 None None] Pushing event updated for resources: {'Port': ['ID=7678860f-f9a4-43af-9d6f-b84e6d824396,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:35.166719 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-94a250b8-166a-4d62-8cdd-5383250cb6ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64 HTTP/1.1" status: 200 len: 217 time: 0.1010790 Mar 07 14:08:35.213934 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:35.249396 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Set router 503df5e6-886c-4ee0-a9da-b34755416d10 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:35.365149 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Allocated IP 172.20.0.1 (b6726765-a7e8-40f3-b605-0e57c2a67926/f29547d0-9060-4282-8d73-5bf561aee308/0c5da55e-2081-4791-84d8-5ddcf1a46552) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:35.382464 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-8a335bf4-d798-4362-b722-c92223d15eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.383963 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-8a335bf4-d798-4362-b722-c92223d15eef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e51425fe-2de3-4348-926a-e04b21cc9959 HTTP/1.1" status: 200 len: 848 time: 0.2025340 Mar 07 14:08:35.443065 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-ee65ee29-4305-4c0f-95eb-61e61f489c4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447423 Mar 07 14:08:35.446850 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-b3a53563-4963-47cd-aaba-4cb36375df3b service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905365 Mar 07 14:08:35.563478 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:31Z', 'revision_number': 3, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:35.602368 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c0cf7-59d2-4fb5-a427-faae080c9577 None None] The sync data for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi is: [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:31Z', 'revision_number': 3, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:35.784702 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:08:32Z', 'revision_number': 4, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'df382815-4af0-4164-88c5-fd24c810aafa', 'name': '', 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'mac_address': 'fa:16:3e:dc:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec73755c-067e-495a-b5da-c95553aeb093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:31Z', 'updated_at': '2022-03-07T14:08:32Z', 'revision_number': 2, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'subnets': [{'id': 'ec73755c-067e-495a-b5da-c95553aeb093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:35.809192 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6d4c9f0a-3bb7-42d4-880b-81abd9020afb up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:35.827775 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-d7aee95d-8640-4389-bae6-19e928b6f08f service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709586 Mar 07 14:08:35.883869 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Checking router: 503df5e6-886c-4ee0-a9da-b34755416d10 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:35.885096 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Updating router 503df5e6-886c-4ee0-a9da-b34755416d10 port df382815-4af0-4164-88c5-fd24c810aafa binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:35.928589 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382776eb-cbb8-48df-a292-b1d890098f19 req-447e491a-0256-4193-a268-34d9220e3956 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.934813 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks [] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.939897 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bca7b6f8-802e-4904-abcc-d1f185058e71 req-c815edf1-4b47-4b7a-af4c-b6837fd3f24f service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815176 Mar 07 14:08:35.940154 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-382776eb-cbb8-48df-a292-b1d890098f19 req-447e491a-0256-4193-a268-34d9220e3956 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1309395 Mar 07 14:08:35.950884 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (df382815-4af0-4164-88c5-fd24c810aafa), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.995038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:35.995743 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.131128 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-382776eb-cbb8-48df-a292-b1d890098f19 req-31419b11-ab6f-4a2e-8ebd-8634e11c3ffd tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897237 Mar 07 14:08:36.251277 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df3f4-c1d0-420f-8455-3e825c1ee68b req-2d207f79-8a3c-4e95-8fdb-a1af5c84a831 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.259209 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf2df3f4-c1d0-420f-8455-3e825c1ee68b req-2d207f79-8a3c-4e95-8fdb-a1af5c84a831 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 943 time: 0.0939994 Mar 07 14:08:36.383119 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf2df3f4-c1d0-420f-8455-3e825c1ee68b req-7b8b7e5f-4a0f-4ce6-828a-f830449f2978 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213536 Mar 07 14:08:36.388061 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.412291 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:36.499316 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7fef3c26-ea34-4aca-9e97-140d43ce0247 req-fb261c5f-651c-4cc4-b1f8-2ebdc461804a service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378884 Mar 07 14:08:36.636480 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Network b6726765-a7e8-40f3-b605-0e57c2a67926 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:36.668778 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:36.695291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:36.752646 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5da55e-2081-4791-84d8-5ddcf1a46552,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:36.826997 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (41f8a319-300d-449c-ab5e-f18a44a03f8a), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.999972 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Publish callbacks [] for port (df382815-4af0-4164-88c5-fd24c810aafa), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.018391 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (df382815-4af0-4164-88c5-fd24c810aafa), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.038757 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8756d558-c0a9-4eb3-a66c-008ca0851e64 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:37.220690 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Attempting to bind port df382815-4af0-4164-88c5-fd24c810aafa on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:37.221061 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Attempting to bind port df382815-4af0-4164-88c5-fd24c810aafa by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:37.221507 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Attempting to bind port df382815-4af0-4164-88c5-fd24c810aafa on network df10bab4-5d53-4253-be8b-3ad699c1ffed {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:37.226678 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be97f4e-2729-43d8-b05f-7ab7d3cfae23 None None] Pushing event updated for resources: {'Port': ['ID=df382815-4af0-4164-88c5-fd24c810aafa,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:37.232442 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:37.232884 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Checking segment: {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:37.233285 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.233671 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Bound using segment: {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:37.234192 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Bound port: df382815-4af0-4164-88c5-fd24c810aafa, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daeba8a-5283-496f-b94e-60ba7c5c2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:37.234572 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (df382815-4af0-4164-88c5-fd24c810aafa), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.354068 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.373767 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-68149c7d-cda6-4e9a-9c00-a124a0e9f11c None None] Provisioning complete for port 0c5da55e-2081-4791-84d8-5ddcf1a46552 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:37.376114 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68149c7d-cda6-4e9a-9c00-a124a0e9f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.396094 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] For port df382815-4af0-4164-88c5-fd24c810aafa, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:37.416897 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] For port df382815-4af0-4164-88c5-fd24c810aafa, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=df382815-4af0-4164-88c5-fd24c810aafa,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:37.444040 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (df382815-4af0-4164-88c5-fd24c810aafa), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.559942 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be97f4e-2729-43d8-b05f-7ab7d3cfae23 None None] Pushing event updated for resources: {'Port': ['ID=df382815-4af0-4164-88c5-fd24c810aafa,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:37.562389 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 8756d558-c0a9-4eb3-a66c-008ca0851e64, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:37.568935 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-68149c7d-cda6-4e9a-9c00-a124a0e9f11c None None] Port 0c5da55e-2081-4791-84d8-5ddcf1a46552 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:37.596033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '8756d558-c0a9-4eb3-a66c-008ca0851e64', 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32', 'port_id': '8756d558-c0a9-4eb3-a66c-008ca0851e64', 'mac_address': 'fa:16:3e:f9:de:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51425fe-2de3-4348-926a-e04b21cc9959', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:37.603733 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Routers {'503df5e6-886c-4ee0-a9da-b34755416d10'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:37.606120 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['503df5e6-886c-4ee0-a9da-b34755416d10'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:37.794617 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] Provisioning complete for port df382815-4af0-4164-88c5-fd24c810aafa triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:37.795029 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (df382815-4af0-4164-88c5-fd24c810aafa), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.809262 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 8756d558-c0a9-4eb3-a66c-008ca0851e64 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:37.814170 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.830558 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks [] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.842026 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeef41a-77ba-4484-8a45-49b52a7d2395 req-0840d592-ca66-41f1-ad73-bdf9ba892450 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:37.846654 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.853844 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-baeef41a-77ba-4484-8a45-49b52a7d2395 req-0840d592-ca66-41f1-ad73-bdf9ba892450 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.4051070 Mar 07 14:08:37.905760 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 7678860f-f9a4-43af-9d6f-b84e6d824396 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:37.973043 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (41f8a319-300d-449c-ab5e-f18a44a03f8a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.015497 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8756d558-c0a9-4eb3-a66c-008ca0851e64 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:38.040375 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d5fde-1571-4e57-ad21-a16ac5285d0d req-6cbe7dba-6641-4747-ac71-cd5f7c818dd7 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.060090 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c65d5fde-1571-4e57-ad21-a16ac5285d0d req-6cbe7dba-6641-4747-ac71-cd5f7c818dd7 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 943 time: 0.4057050 Mar 07 14:08:38.071869 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5da55e-2081-4791-84d8-5ddcf1a46552,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:38.142423 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-baeef41a-77ba-4484-8a45-49b52a7d2395 req-7c4b9c58-03fa-48cf-a695-1f47a05b609f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807665 Mar 07 14:08:38.149514 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 8756d558-c0a9-4eb3-a66c-008ca0851e64, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:38.209258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.240372 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c65d5fde-1571-4e57-ad21-a16ac5285d0d req-01b03ccf-93e5-4a4f-913c-abbacfede496 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790421 Mar 07 14:08:38.253439 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] Set router 503df5e6-886c-4ee0-a9da-b34755416d10 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:38.280864 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Network b6726765-a7e8-40f3-b605-0e57c2a67926 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:38.282337 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:38.334724 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 7678860f-f9a4-43af-9d6f-b84e6d824396 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:38.335749 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.440083 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] Current status of the port df382815-4af0-4164-88c5-fd24c810aafa is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:38.441140 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (df382815-4af0-4164-88c5-fd24c810aafa), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.476360 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=8756d558-c0a9-4eb3-a66c-008ca0851e64,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:38.541760 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['8756d558-c0a9-4eb3-a66c-008ca0851e64'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:38.557253 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] For port df382815-4af0-4164-88c5-fd24c810aafa, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=df382815-4af0-4164-88c5-fd24c810aafa,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:38.593699 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Router 41f8a319-300d-449c-ab5e-f18a44a03f8a has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:38.625761 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (df382815-4af0-4164-88c5-fd24c810aafa), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.901534 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 7678860f-f9a4-43af-9d6f-b84e6d824396 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:38.901921 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.921992 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-f7ebd530-73a1-49d8-bbc3-6c4ce2a5db23 None None] Provisioning complete for port 0c5da55e-2081-4791-84d8-5ddcf1a46552 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:38.931024 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd530-73a1-49d8-bbc3-6c4ce2a5db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:38.932000 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:08:32Z', 'revision_number': 4, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'df382815-4af0-4164-88c5-fd24c810aafa', 'name': '', 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'mac_address': 'fa:16:3e:dc:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec73755c-067e-495a-b5da-c95553aeb093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:31Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'subnets': [{'id': 'ec73755c-067e-495a-b5da-c95553aeb093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:38.939445 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb5af-2a75-4790-a453-019a0a54df85 None None] Pushing event updated for resources: {'Port': ['ID=df382815-4af0-4164-88c5-fd24c810aafa,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:38.959946 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:38.977979 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a3528eeb-eb7c-4aaf-8fb7-55edd272a6a5 admin admin] 10.222.0.31 "PUT /v2.0/routers/41f8a319-300d-449c-ab5e-f18a44a03f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8128953 Mar 07 14:08:38.998814 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 7678860f-f9a4-43af-9d6f-b84e6d824396, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=7678860f-f9a4-43af-9d6f-b84e6d824396,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:39.017612 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:39.062673 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebd530-73a1-49d8-bbc3-6c4ce2a5db23 None None] Port 0c5da55e-2081-4791-84d8-5ddcf1a46552 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:39.080341 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15755e7d-ae9a-4a7e-8cb8-08d5608ade08 None None] The sync data for ids ['503df5e6-886c-4ee0-a9da-b34755416d10'] in dv-cinder-827554-2-iscsi is: [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:08:32Z', 'revision_number': 4, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'df382815-4af0-4164-88c5-fd24c810aafa', 'name': '', 'network_id': 'df10bab4-5d53-4253-be8b-3ad699c1ffed', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'mac_address': 'fa:16:3e:dc:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec73755c-067e-495a-b5da-c95553aeb093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:31Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'subnets': [{'id': 'ec73755c-067e-495a-b5da-c95553aeb093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:39.119426 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-f7ebd530-73a1-49d8-bbc3-6c4ce2a5db23 None None] Provisioning complete for port df382815-4af0-4164-88c5-fd24c810aafa triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:39.120085 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd530-73a1-49d8-bbc3-6c4ce2a5db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (df382815-4af0-4164-88c5-fd24c810aafa), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:39.157417 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=7678860f-f9a4-43af-9d6f-b84e6d824396,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:39.480068 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebd530-73a1-49d8-bbc3-6c4ce2a5db23 None None] Current status of the port df382815-4af0-4164-88c5-fd24c810aafa is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:39.543241 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Sync routers for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:39.566107 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:39.566765 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:39.701661 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a15a-ceda-4be2-8fa1-1136ed8d4736 req-d8d8d735-f82d-4795-bc05-7cd6438bb0e7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.704410 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12e8a15a-ceda-4be2-8fa1-1136ed8d4736 req-d8d8d735-f82d-4795-bc05-7cd6438bb0e7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.2706354 Mar 07 14:08:39.749341 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713da48-e1ec-478c-917c-cb4daa0bf1e2 req-1a88fc5b-f0e0-441b-b427-8ed28d8be9a7 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.751512 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5713da48-e1ec-478c-917c-cb4daa0bf1e2 req-1a88fc5b-f0e0-441b-b427-8ed28d8be9a7 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 944 time: 0.3153346 Mar 07 14:08:39.939314 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12e8a15a-ceda-4be2-8fa1-1136ed8d4736 req-deb61188-3b73-4aa6-aa88-744410415bd6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197266 Mar 07 14:08:39.965159 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:40.020336 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5713da48-e1ec-478c-917c-cb4daa0bf1e2 req-8a589a5c-9704-4adf-a816-4c7b2adf80b8 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375298 Mar 07 14:08:40.072662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device df382815-4af0-4164-88c5-fd24c810aafa up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:40.540669 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port df382815-4af0-4164-88c5-fd24c810aafa triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:40.541295 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (df382815-4af0-4164-88c5-fd24c810aafa), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.542283 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60028) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:40.551497 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-855335491-network', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:40.608601 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Made reservation on behalf of 4e13fdea575c4b8290de48f48e2751ee for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:40.612302 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.638392 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.767811 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 2, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:40.813023 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Checking router: 41f8a319-300d-449c-ab5e-f18a44a03f8a for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:40.813388 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Updating router 41f8a319-300d-449c-ab5e-f18a44a03f8a port 0c5da55e-2081-4791-84d8-5ddcf1a46552 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:40.822167 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port df382815-4af0-4164-88c5-fd24c810aafa is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:40.823000 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 7678860f-f9a4-43af-9d6f-b84e6d824396 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:40.880079 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks [] for security_group (240a50e8-2ec7-457d-85e6-587d20c9990d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.883650 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.893432 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (240a50e8-2ec7-457d-85e6-587d20c9990d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.951175 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 7678860f-f9a4-43af-9d6f-b84e6d824396 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:40.951814 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:40.986522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:41.030425 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a50e8-2ec7-457d-85e6-587d20c9990d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:41.043523 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (86040b94-c60c-4705-8b2a-70312934c07c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.045345 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Added segment 86040b94-c60c-4705-8b2a-70312934c07c of type vlan for network 43d210ec-2606-4f8a-9831-fc60e69f35ca Mar 07 14:08:41.143781 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (43d210ec-2606-4f8a-9831-fc60e69f35ca), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.230149 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (43d210ec-2606-4f8a-9831-fc60e69f35ca), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.231732 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:41.232661 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.320486 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 7678860f-f9a4-43af-9d6f-b84e6d824396 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:41.395305 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b65-f194-42d8-a297-30e0ca7225f5 req-e868641a-9abd-4ba0-81f4-ee6b10549eb0 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:41.421005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] Pushing event updated for resources: {'Network': ['ID=43d210ec-2606-4f8a-9831-fc60e69f35ca,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:41.435670 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ea993b65-f194-42d8-a297-30e0ca7225f5 req-e868641a-9abd-4ba0-81f4-ee6b10549eb0 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 944 time: 0.2477038 Mar 07 14:08:41.439287 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-812f7f24-c5b9-456c-ade4-17e6bbb4124b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8946569 Mar 07 14:08:41.443066 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60062) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:41.463322 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Request body: {'subnet': {'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-855335491-subnet', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:41.522514 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Made reservation on behalf of 4e13fdea575c4b8290de48f48e2751ee for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:41.522870 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:41.525432 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.838211 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Publish callbacks [] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.853890 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:41.872775 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.939558 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ebcd-45cd-44a2-963d-1ca89fd0cf56 req-a3de1b23-0e11-46c5-bbda-ea14428068d5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:41.941399 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be57ebcd-45cd-44a2-963d-1ca89fd0cf56 req-a3de1b23-0e11-46c5-bbda-ea14428068d5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.8642128 Mar 07 14:08:41.971652 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.982821 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ea993b65-f194-42d8-a297-30e0ca7225f5 req-a6f957ac-e87d-4acc-8134-5ecd4268c2a8 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440874 Mar 07 14:08:42.060927 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be57ebcd-45cd-44a2-963d-1ca89fd0cf56 req-8d15034a-688c-4843-ad75-5cc79425d8ec tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919347 Mar 07 14:08:42.111881 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54828cf-305b-439c-b6d9-b012b4af937f None None] Pushing event updated for resources: {'Port': ['ID=0c5da55e-2081-4791-84d8-5ddcf1a46552,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:42.166470 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:42.180926 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:42.185031 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Checking segment: {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:42.185624 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Network hostable DHCP agents. Network: 43d210ec-2606-4f8a-9831-fc60e69f35ca, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:42.253168 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:42.257829 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'mac_address': 'fa:16:3e:96:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:42.288623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 43d210ec-2606-4f8a-9831-fc60e69f35ca) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:42.293291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:42.294914 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.319416 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-07fad95f-864c-40be-93ce-48e3cf18a825 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8736846 Mar 07 14:08:42.320711 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60094) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:42.329983 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:42.334341 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e1cd1-778f-48cb-a4f1-6cab5428c330 None None] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:42.353973 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Attempting to bind port 0c5da55e-2081-4791-84d8-5ddcf1a46552 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:42.354614 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Attempting to bind port 0c5da55e-2081-4791-84d8-5ddcf1a46552 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:42.355315 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Attempting to bind port 0c5da55e-2081-4791-84d8-5ddcf1a46552 on network b6726765-a7e8-40f3-b605-0e57c2a67926 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:42.370008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:42.370699 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Checking segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:42.371268 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.371905 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Bound using segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:42.372597 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Bound port: 0c5da55e-2081-4791-84d8-5ddcf1a46552, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:42.373195 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.375367 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (73a9c117-cc0e-40e4-b175-7a196ebef208), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.377067 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (73a9c117-cc0e-40e4-b175-7a196ebef208), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.396915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: ACTIVE; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:42.397376 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.423072 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:42.502551 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks [] for router_controller (73a9c117-cc0e-40e4-b175-7a196ebef208), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.565640 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] For port 0c5da55e-2081-4791-84d8-5ddcf1a46552, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:42.570694 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:42.572796 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] For port 0c5da55e-2081-4791-84d8-5ddcf1a46552, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=0c5da55e-2081-4791-84d8-5ddcf1a46552,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:42.583978 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.603904 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.673641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8756d558-c0a9-4eb3-a66c-008ca0851e64 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:42.725234 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-43d210ec-2606-4f8a-9831-fc60e69f35ca', 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca', 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'fixed_ips': [{'subnet_id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:08:42.726097 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.750048 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] Provisioning complete for port 0c5da55e-2081-4791-84d8-5ddcf1a46552 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:42.750436 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.758611 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=6']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:42.759725 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks [] for router_gateway (73a9c117-cc0e-40e4-b175-7a196ebef208), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.850701 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:42.854219 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:42.854871 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:43.182125 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 8756d558-c0a9-4eb3-a66c-008ca0851e64 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:43.224558 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 8756d558-c0a9-4eb3-a66c-008ca0851e64 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:43.225006 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.439996 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded95bd-3eae-4be8-ad19-b7fdeca62b70 req-d6a66230-8280-48f3-be1c-626a77946936 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:43.477487 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aded95bd-3eae-4be8-ad19-b7fdeca62b70 req-d6a66230-8280-48f3-be1c-626a77946936 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 944 time: 0.3448770 Mar 07 14:08:43.503275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7528db9-2744-45a9-97e6-4c6928ea933a req-11b54c36-f839-45b6-bbbd-9e0d2507622e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:43.511232 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c7528db9-2744-45a9-97e6-4c6928ea933a req-11b54c36-f839-45b6-bbbd-9e0d2507622e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 944 time: 0.2764628 Mar 07 14:08:43.546885 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks [] for router_gateway (73a9c117-cc0e-40e4-b175-7a196ebef208), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.615767 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c7528db9-2744-45a9-97e6-4c6928ea933a req-ea2d9272-c2e7-4d2c-a110-116c7d2a8102 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996943 Mar 07 14:08:43.623374 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:43.652250 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.694808 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aded95bd-3eae-4be8-ad19-b7fdeca62b70 req-4dbd3725-af4e-4636-a7cb-d5cdcbbd45cc tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161467 Mar 07 14:08:43.736743 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54828cf-305b-439c-b6d9-b012b4af937f None None] Pushing event updated for resources: {'Port': ['ID=0c5da55e-2081-4791-84d8-5ddcf1a46552,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:43.740101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] Current status of the port 0c5da55e-2081-4791-84d8-5ddcf1a46552 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:43.740815 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.947474 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Allocated IP 172.27.3.203 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/d695ee02-c182-4110-b901-51ef28d1ddba) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:43.958065 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60134) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:44.190209 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks [] for port (d695ee02-c182-4110-b901-51ef28d1ddba), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.196257 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] For port 0c5da55e-2081-4791-84d8-5ddcf1a46552, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=0c5da55e-2081-4791-84d8-5ddcf1a46552,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:44.247364 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.345781 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.353684 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:44.361432 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:44.367828 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Pushing event updated for resources: {'Port': ['ID=d695ee02-c182-4110-b901-51ef28d1ddba,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:44.377509 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:44.422274 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-003107a9-a9e3-44c5-8a22-08f322a7aa89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e4e85a035464c17883072d2d2d40c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625583 Mar 07 14:08:44.425320 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60160) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:44.575073 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5c9a-2611-4076-886c-a0031e9b6f72 admin admin] Publish callbacks [] for security_group (852cae1d-ce64-4a5c-9883-dd1d89ad5441), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.635072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5c9a-2611-4076-886c-a0031e9b6f72 admin admin] Publish callbacks [] for security_group (852cae1d-ce64-4a5c-9883-dd1d89ad5441), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.680836 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-1ac355e9-b1b8-4899-ba67-0eb58832c2c7 None None] Provisioning complete for port 0c5da55e-2081-4791-84d8-5ddcf1a46552 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:44.681251 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1ac355e9-b1b8-4899-ba67-0eb58832c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.816925 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 8756d558-c0a9-4eb3-a66c-008ca0851e64 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:44.817327 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.820999 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Allocated IP 172.20.0.2 (43d210ec-2606-4f8a-9831-fc60e69f35ca/2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af/5a0adc28-66a2-409e-a7d7-92944b9db727) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:44.836219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5c9a-2611-4076-886c-a0031e9b6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (852cae1d-ce64-4a5c-9883-dd1d89ad5441), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.841410 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5c9a-2611-4076-886c-a0031e9b6f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:44.843059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c4ca5c9a-2611-4076-886c-a0031e9b6f72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/852cae1d-ce64-4a5c-9883-dd1d89ad5441 HTTP/1.1" status: 204 len: 168 time: 0.4165754 Mar 07 14:08:44.976205 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca5c9a-2611-4076-886c-a0031e9b6f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852cae1d-ce64-4a5c-9883-dd1d89ad5441,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:44.992895 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-febfe2f9-c1a6-478b-bd3d-d0391478f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:44.998428 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-febfe2f9-c1a6-478b-bd3d-d0391478f38d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.2592342 Mar 07 14:08:45.010441 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba558aee-6e7a-40d3-b292-cbd46daa126e req-1c5be3ad-2b6e-42e2-83f3-dd5d2d5493a2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.012691 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba558aee-6e7a-40d3-b292-cbd46daa126e req-1c5be3ad-2b6e-42e2-83f3-dd5d2d5493a2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.2217412 Mar 07 14:08:45.024548 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-1ac355e9-b1b8-4899-ba67-0eb58832c2c7 None None] Current status of the port 0c5da55e-2081-4791-84d8-5ddcf1a46552 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:45.048608 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24263dd7-18b6-48e1-a473-e10458fc7ab5 None None] Pushing event updated for resources: {'Port': ['ID=0c5da55e-2081-4791-84d8-5ddcf1a46552,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:45.074312 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedc98-b808-4d76-ae3d-d46f9b86ed20 req-77824869-d64a-4412-8eda-26e467fa508d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.091746 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72dedc98-b808-4d76-ae3d-d46f9b86ed20 req-77824869-d64a-4412-8eda-26e467fa508d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 944 time: 0.2872591 Mar 07 14:08:45.101933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 8756d558-c0a9-4eb3-a66c-008ca0851e64, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:45.110747 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8756d558-c0a9-4eb3-a66c-008ca0851e64'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:45.114624 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1455ebce-081e-45b2-8d03-dbc62ac0e07a" -d '{"events": [{"server_uuid": "781e82cd-e1ea-4cfd-b811-23af239f4948", "name": "network-vif-plugged", "status": "completed", "tag": "8756d558-c0a9-4eb3-a66c-008ca0851e64"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:45.118938 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:42Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:45.128682 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:45.222792 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72dedc98-b808-4d76-ae3d-d46f9b86ed20 req-f5110915-5ba0-40ad-95ff-f76406d5b786 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294100 Mar 07 14:08:45.249802 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de4892-c65d-4ffb-917e-b9b3b4ef265a None None] The sync data for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi is: [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:42Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:45.264912 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba558aee-6e7a-40d3-b292-cbd46daa126e req-1babe464-5df0-41fd-ae00-588f9e1b0b5b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388008 Mar 07 14:08:45.383365 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e20755-3925-4fcb-82d9-784c1512a30a req-0011f245-7465-41ba-877c-c3400791672a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.396128 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6e20755-3925-4fcb-82d9-784c1512a30a req-0011f245-7465-41ba-877c-c3400791672a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 945 time: 0.0915170 Mar 07 14:08:45.476871 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks [] for router_gateway (73a9c117-cc0e-40e4-b175-7a196ebef208), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:45.500763 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcef2c8-a38b-4fe2-8628-4998d749741e x-openstack-request-id: req-afcef2c8-a38b-4fe2-8628-4998d749741e {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:45.501313 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781e82cd-e1ea-4cfd-b811-23af239f4948", "name": "network-vif-plugged", "status": "completed", "tag": "8756d558-c0a9-4eb3-a66c-008ca0851e64", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:45.501798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afcef2c8-a38b-4fe2-8628-4998d749741e {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:45.502516 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8756d558-c0a9-4eb3-a66c-008ca0851e64', 'code': 200} Mar 07 14:08:45.552666 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=8756d558-c0a9-4eb3-a66c-008ca0851e64,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:45.609564 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6e20755-3925-4fcb-82d9-784c1512a30a req-412a68bb-5683-418a-8c79-1673a7cf4b9e tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118351 Mar 07 14:08:45.668784 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-1cc6e00e-d73b-4039-9be6-e97e9cce9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.677200 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-1cc6e00e-d73b-4039-9be6-e97e9cce9963 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.6619856 Mar 07 14:08:45.857709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Publish callbacks [] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:45.876696 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:46.007174 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-e38df8ba-5f16-4f74-af7f-94deaaed76e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.3120778 Mar 07 14:08:46.116002 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 0c5da55e-2081-4791-84d8-5ddcf1a46552 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:46.196434 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Pushing event updated for resources: {'Port': ['ID=5a0adc28-66a2-409e-a7d7-92944b9db727,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:46.219094 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:46.234705 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:46.236789 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 0c5da55e-2081-4791-84d8-5ddcf1a46552 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:46.237348 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:46.337520 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:46.399465 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-5c35e758-caf5-4d8f-b699-d17dce38fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.402727 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-5c35e758-caf5-4d8f-b699-d17dce38fbf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.2459629 Mar 07 14:08:46.459535 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-b12ffe40-1a99-4ddb-a69b-febdd6019f94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495725 Mar 07 14:08:46.638649 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-ff76ab02-213a-45f9-9c62-ed759605feff service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678071 Mar 07 14:08:46.659111 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e84-eaa9-4f0c-9727-8bb629d88fb3 req-070c777d-006a-41f1-ae0b-91c5d5e6fe86 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.663050 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0fbe4e84-eaa9-4f0c-9727-8bb629d88fb3 req-070c777d-006a-41f1-ae0b-91c5d5e6fe86 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1886973 Mar 07 14:08:46.678412 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf16be-ca92-4db3-aaf2-b5111e11ebe5 req-96f1e855-79ac-4cd0-911b-070bf2271efd tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.680935 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-adaf16be-ca92-4db3-aaf2-b5111e11ebe5 req-96f1e855-79ac-4cd0-911b-070bf2271efd tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 944 time: 0.3087904 Mar 07 14:08:46.735907 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Attempting to bind port 5a0adc28-66a2-409e-a7d7-92944b9db727 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:46.736329 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Attempting to bind port 5a0adc28-66a2-409e-a7d7-92944b9db727 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:46.740496 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Attempting to bind port 5a0adc28-66a2-409e-a7d7-92944b9db727 on network 43d210ec-2606-4f8a-9831-fc60e69f35ca {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:46.781495 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:46.781840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Checking segment: {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:46.782252 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:46.782647 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Bound using segment: {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:46.783120 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Bound port: 5a0adc28-66a2-409e-a7d7-92944b9db727, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:46.786480 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:46.849207 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 0c5da55e-2081-4791-84d8-5ddcf1a46552 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:46.859958 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e4fa45e-ad54-40fe-8b8a-791198c8b722 req-52c4fe79-efe8-4174-a6b8-93933dea0d03 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454480 Mar 07 14:08:46.862552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60240) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:46.905463 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538b9ad-5a20-454f-ae16-3d27351c0aee req-af0bc7a0-ddbd-4f6f-bb12-fe54a203e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.909245 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7538b9ad-5a20-454f-ae16-3d27351c0aee req-af0bc7a0-ddbd-4f6f-bb12-fe54a203e2a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 1129 time: 1.0577645 Mar 07 14:08:46.927040 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-adaf16be-ca92-4db3-aaf2-b5111e11ebe5 req-6ceb3098-f9aa-4ebb-bc50-47d01da81909 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346866 Mar 07 14:08:46.949483 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0fbe4e84-eaa9-4f0c-9727-8bb629d88fb3 req-91f04119-cb99-4e3b-a16d-12179f525095 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646384 Mar 07 14:08:47.002172 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] For port 5a0adc28-66a2-409e-a7d7-92944b9db727, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:47.009271 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] For port 5a0adc28-66a2-409e-a7d7-92944b9db727, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=5a0adc28-66a2-409e-a7d7-92944b9db727,segment=NetworkSegment(86040b94-c60c-4705-8b2a-70312934c07c),segment_id=86040b94-c60c-4705-8b2a-70312934c07c)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:47.023312 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.072747 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (73a9c117-cc0e-40e4-b175-7a196ebef208), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.118916 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:47.176069 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25cdd0-9ec9-4858-a14b-0c78efddef65 req-1d5bc86b-423c-444a-a260-0cece25b6e01 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.187117 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f25cdd0-9ec9-4858-a14b-0c78efddef65 req-1d5bc86b-423c-444a-a260-0cece25b6e01 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 945 time: 0.1316221 Mar 07 14:08:47.262036 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7538b9ad-5a20-454f-ae16-3d27351c0aee req-c75023fd-95a0-49d1-a02e-a9eb16458d47 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406177 Mar 07 14:08:47.267945 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1889377293-network', 'tenant_id': '1f0565d018314753a32eecc6d16522bf'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:47.308056 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76abd8-d5dc-4302-8033-4eb8426a8ec5 None None] Pushing event updated for resources: {'Port': ['ID=5a0adc28-66a2-409e-a7d7-92944b9db727,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:47.365147 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f25cdd0-9ec9-4858-a14b-0c78efddef65 req-0e2c9438-9ba4-41e3-b275-b1d2d827dad3 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770513 Mar 07 14:08:47.393424 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:47.393976 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.397894 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Made reservation on behalf of 1f0565d018314753a32eecc6d16522bf for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:47.402064 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.446160 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.525632 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-18ef44b2-b273-468f-a843-459678a46c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.713709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:47.713849 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.744876 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Router 73a9c117-cc0e-40e4-b175-7a196ebef208 is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:47.827654 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:47.837231 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9854bd-ba2b-442f-8e57-d4393aa88817" -d '{"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:47.878222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks [] for security_group (ea58e843-8bc8-465e-87f3-41d602a2c671), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.885883 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:47.888578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 5a0adc28-66a2-409e-a7d7-92944b9db727 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:47.932367 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.955158 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ea58e843-8bc8-465e-87f3-41d602a2c671), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.965435 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca163bad-55e9-4c72-bd7a-8989d31956b4 x-openstack-request-id: req-ca163bad-55e9-4c72-bd7a-8989d31956b4 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:47.966032 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:47.966466 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca163bad-55e9-4c72-bd7a-8989d31956b4 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:47.967025 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'code': 200} Mar 07 14:08:48.025090 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:48.058643 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=7']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:48.068725 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 5a0adc28-66a2-409e-a7d7-92944b9db727 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:48.069030 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.284469 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:48.294148 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (c2238616-053a-4a2f-992a-f23a5ed972ea), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.296508 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Added segment c2238616-053a-4a2f-992a-f23a5ed972ea of type vlan for network f95448eb-f298-4014-89c0-b7717ce5d265 Mar 07 14:08:48.297361 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Sync routers for ids ['73a9c117-cc0e-40e4-b175-7a196ebef208'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:48.308149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 5a0adc28-66a2-409e-a7d7-92944b9db727 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:48.308698 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.315792 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Routers {'73a9c117-cc0e-40e4-b175-7a196ebef208'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:48.324652 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['73a9c117-cc0e-40e4-b175-7a196ebef208'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:48.356624 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (f95448eb-f298-4014-89c0-b7717ce5d265), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.369549 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378fe23-c055-4905-898b-49a19439ea54 req-e0d58457-fe5d-4b62-a323-4d6c1a57cdee tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.387005 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f378fe23-c055-4905-898b-49a19439ea54 req-e0d58457-fe5d-4b62-a323-4d6c1a57cdee tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.2218001 Mar 07 14:08:48.398761 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea58e843-8bc8-465e-87f3-41d602a2c671,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:48.412227 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (f95448eb-f298-4014-89c0-b7717ce5d265), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.413416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.414290 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.444463 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 5a0adc28-66a2-409e-a7d7-92944b9db727, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=5a0adc28-66a2-409e-a7d7-92944b9db727,segment=NetworkSegment(86040b94-c60c-4705-8b2a-70312934c07c),segment_id=86040b94-c60c-4705-8b2a-70312934c07c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:48.460507 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.481534 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517546b-9b73-4e86-981a-88b3f275ada8 req-0f4f9852-876d-4afe-95fd-d698048fd9e1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.502251 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e517546b-9b73-4e86-981a-88b3f275ada8 req-0f4f9852-876d-4afe-95fd-d698048fd9e1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.3693073 Mar 07 14:08:48.548125 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] Pushing event updated for resources: {'Network': ['ID=f95448eb-f298-4014-89c0-b7717ce5d265,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:48.559252 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ea950393-9caa-470c-a2d5-20e53f326113 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6826789 Mar 07 14:08:48.563180 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.567716 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-46aadf01-7acb-43b4-884a-e8bbb6d8a40f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2411349 Mar 07 14:08:48.567716 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60270) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:48.572967 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Request body: {'subnet': {'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1889377293-subnet', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:48.589273 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60272) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:48.606291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Made reservation on behalf of 1f0565d018314753a32eecc6d16522bf for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:48.611592 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.693098 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=5a0adc28-66a2-409e-a7d7-92944b9db727,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:48.710413 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Set router 73a9c117-cc0e-40e4-b175-7a196ebef208 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:48.711176 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network f95448eb-f298-4014-89c0-b7717ce5d265 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:49.015889 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f378fe23-c055-4905-898b-49a19439ea54 req-58ca96dc-3fd0-46fa-bbd4-6d364ecd5fba tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278181 Mar 07 14:08:49.265906 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e517546b-9b73-4e86-981a-88b3f275ada8 req-b27e33a5-7e23-48f7-b663-a1da398e91ed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7627106 Mar 07 14:08:49.287803 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe4923-27bc-496f-823d-563ecb2e794b None None] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:49.385875 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 3, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:49.434788 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-b612fe58-a425-4fa1-8950-c1041231dd4c None None] Provisioning complete for port 5a0adc28-66a2-409e-a7d7-92944b9db727 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:49.435204 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b612fe58-a425-4fa1-8950-c1041231dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.457447 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (6e255c7f-a285-49da-a942-dc2ecef315c3), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.465139 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Checking router: 73a9c117-cc0e-40e4-b175-7a196ebef208 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:49.465932 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Updating router 73a9c117-cc0e-40e4-b175-7a196ebef208 port d695ee02-c182-4110-b901-51ef28d1ddba binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:49.539477 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.642061 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8e843-c21e-492f-a479-5ff79bdc4359 req-7c332051-823a-40b5-8aea-4d794f727f5e tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.648247 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-b612fe58-a425-4fa1-8950-c1041231dd4c None None] Current status of the port 5a0adc28-66a2-409e-a7d7-92944b9db727 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:49.655054 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e255c7f-a285-49da-a942-dc2ecef315c3,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:49.659110 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-81c8e843-c21e-492f-a479-5ff79bdc4359 req-7c332051-823a-40b5-8aea-4d794f727f5e tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 945 time: 0.3801312 Mar 07 14:08:49.718088 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Checking segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:49.718466 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Network hostable DHCP agents. Network: f95448eb-f298-4014-89c0-b7717ce5d265, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:49.775496 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Network f95448eb-f298-4014-89c0-b7717ce5d265 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:49.801048 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, f95448eb-f298-4014-89c0-b7717ce5d265) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:49.806571 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.807179 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.811240 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d901e82-8c0e-4706-a82c-6068f9e1d8e1 None None] Network f95448eb-f298-4014-89c0-b7717ce5d265 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:49.860277 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-22371447-9b97-4a9f-9f92-d1702eae9c3f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2921369 Mar 07 14:08:49.861425 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60284) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:49.866714 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:49.915387 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 5a0adc28-66a2-409e-a7d7-92944b9db727 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:49.941044 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (52763a0c-7878-4d06-8f4c-d6007dd8896f), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.942916 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (52763a0c-7878-4d06-8f4c-d6007dd8896f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.030863 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-81c8e843-c21e-492f-a479-5ff79bdc4359 req-ee45fbd8-835f-4f8a-9c61-04a0d7ac9ade tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708570 Mar 07 14:08:50.086180 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks [] for router_controller (52763a0c-7878-4d06-8f4c-d6007dd8896f), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.365397 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Publish callbacks [] for port (d695ee02-c182-4110-b901-51ef28d1ddba), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.383517 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.488149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d86da3f5-2090-4463-9563-83d0220ba8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.562268 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Attempting to bind port d695ee02-c182-4110-b901-51ef28d1ddba on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:50.562780 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Attempting to bind port d695ee02-c182-4110-b901-51ef28d1ddba by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:50.562999 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Attempting to bind port d695ee02-c182-4110-b901-51ef28d1ddba on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:50.600926 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:50.601623 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:50.602192 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.602765 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:50.603448 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Bound port: d695ee02-c182-4110-b901-51ef28d1ddba, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:50.604003 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.634663 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60304) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:50.761052 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab403bb-f380-4566-a10c-2f6541de0fbf req-b61877fb-ccf5-4e5c-84cd-795fc2b9a955 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:50.762760 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ab403bb-f380-4566-a10c-2f6541de0fbf req-b61877fb-ccf5-4e5c-84cd-795fc2b9a955 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.5310655 Mar 07 14:08:50.788090 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.796013 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-fab65895-f554-4152-8287-3dbc16aff5d3 None None] Provisioning complete for port 5a0adc28-66a2-409e-a7d7-92944b9db727 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:50.796601 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fab65895-f554-4152-8287-3dbc16aff5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.861839 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] For port d695ee02-c182-4110-b901-51ef28d1ddba, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:50.876439 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] For port d695ee02-c182-4110-b901-51ef28d1ddba, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=d695ee02-c182-4110-b901-51ef28d1ddba,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:50.887599 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96b343-85de-4e2b-84cf-87a04796232b None None] Pushing event updated for resources: {'Port': ['ID=d695ee02-c182-4110-b901-51ef28d1ddba,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:50.913991 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.005366 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acab897-7664-421c-b52c-a00c583d02cc req-5d9e61eb-e588-460c-b353-6d06ca642350 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:51.020374 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4acab897-7664-421c-b52c-a00c583d02cc req-5d9e61eb-e588-460c-b353-6d06ca642350 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.5185938 Mar 07 14:08:51.030738 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Routers {'73a9c117-cc0e-40e4-b175-7a196ebef208'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:51.030980 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-f95448eb-f298-4014-89c0-b7717ce5d265', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:08:51.031867 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.032175 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['73a9c117-cc0e-40e4-b175-7a196ebef208'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:51.108242 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.130846 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 5a0adc28-66a2-409e-a7d7-92944b9db727 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:51.131233 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.190745 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] Set router 73a9c117-cc0e-40e4-b175-7a196ebef208 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:51.193781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a736c75c-3519-4ed9-9b42-2548aa1cf0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.235400 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60314) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:51.283938 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks [] for router_gateway (52763a0c-7878-4d06-8f4c-d6007dd8896f), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.290933 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ab403bb-f380-4566-a10c-2f6541de0fbf req-b1c05e90-8cf4-427d-a9b2-40f7fa8026f4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102718 Mar 07 14:08:51.433190 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-fab65895-f554-4152-8287-3dbc16aff5d3 None None] Current status of the port 5a0adc28-66a2-409e-a7d7-92944b9db727 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:51.486927 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96b343-85de-4e2b-84cf-87a04796232b None None] Pushing event updated for resources: {'Port': ['ID=d695ee02-c182-4110-b901-51ef28d1ddba,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:51.607600 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Allocated IP 172.20.0.1 (43d210ec-2606-4f8a-9831-fc60e69f35ca/2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af/8022a7e0-1355-4deb-a506-a079abb291f7) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:51.619957 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Allocated IP 172.20.0.2 (f95448eb-f298-4014-89c0-b7717ce5d265/6e255c7f-a285-49da-a942-dc2ecef315c3/030a59ba-8abc-44ab-808d-aeeb2c099fda) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:51.632246 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 5a0adc28-66a2-409e-a7d7-92944b9db727 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:51.768394 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 3, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:51.812972 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4d0f-571f-455b-acd1-1911d2e9409b None None] The sync data for ids ['73a9c117-cc0e-40e4-b175-7a196ebef208'] in dv-cinder-827554-2-iscsi is: [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 3, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:51.861950 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks [] for router_gateway (52763a0c-7878-4d06-8f4c-d6007dd8896f), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.947929 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.052121 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c400dfca-8dac-4b4d-96c0-fab8bdcf9366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.092977 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4acab897-7664-421c-b52c-a00c583d02cc req-b44c57a2-6db7-44f4-b7c7-9874104d0844 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0436101 Mar 07 14:08:52.126769 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Publish callbacks [] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.147803 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.242516 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Allocated IP 172.27.3.62 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/3fc11741-17fa-480b-8f3f-a06e810c6e26) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:52.249572 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks [] for port (8022a7e0-1355-4deb-a506-a079abb291f7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.315210 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Network f95448eb-f298-4014-89c0-b7717ce5d265 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:52.319410 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66c2ef-ac2b-4adf-a36d-4e154f851ec2 req-0a65c87d-2501-4534-86e8-b809269682ab tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:52.328212 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe66c2ef-ac2b-4adf-a36d-4e154f851ec2 req-0a65c87d-2501-4534-86e8-b809269682ab tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 945 time: 0.5595400 Mar 07 14:08:52.446669 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Pushing event updated for resources: {'Port': ['ID=030a59ba-8abc-44ab-808d-aeeb2c099fda,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:52.457239 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:52.470505 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:52.515123 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.531294 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks [] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.592033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Attempting to bind port 030a59ba-8abc-44ab-808d-aeeb2c099fda on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:52.592519 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Attempting to bind port 030a59ba-8abc-44ab-808d-aeeb2c099fda by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:52.594790 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Attempting to bind port 030a59ba-8abc-44ab-808d-aeeb2c099fda on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:52.609796 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a736c75c-3519-4ed9-9b42-2548aa1cf0b6 admin admin] Publish callbacks [] for security_group (7f8f39ac-b3f6-490e-844c-cdb57f3af29a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.615258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:52.615840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Checking segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:52.616852 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.617483 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Bound using segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:52.618118 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Bound port: 030a59ba-8abc-44ab-808d-aeeb2c099fda, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:52.618615 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.629969 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.651881 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a736c75c-3519-4ed9-9b42-2548aa1cf0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7f8f39ac-b3f6-490e-844c-cdb57f3af29a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.671460 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.713152 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:52.721009 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:52.723593 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe66c2ef-ac2b-4adf-a36d-4e154f851ec2 req-d8c4c5b2-5599-4b35-a866-9cac22dc7df9 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938160 Mar 07 14:08:52.742003 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:52.785428 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] For port 030a59ba-8abc-44ab-808d-aeeb2c099fda, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:52.788916 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] For port 030a59ba-8abc-44ab-808d-aeeb2c099fda, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=030a59ba-8abc-44ab-808d-aeeb2c099fda,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:52.790187 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Pushing event updated for resources: {'Port': ['ID=3fc11741-17fa-480b-8f3f-a06e810c6e26,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:52.805402 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.937375 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:52.939631 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:53.032041 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382b30e-be0a-4dcc-ab51-27c8b96951c8 None None] Pushing event updated for resources: {'Port': ['ID=030a59ba-8abc-44ab-808d-aeeb2c099fda,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:53.078174 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a736c75c-3519-4ed9-9b42-2548aa1cf0b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cac9a763854b452c9c84421706ffe901&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4411869 Mar 07 14:08:53.081010 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736c75c-3519-4ed9-9b42-2548aa1cf0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f39ac-b3f6-490e-844c-cdb57f3af29a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:53.095431 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60328) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:53.096331 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:53.099900 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c400dfca-8dac-4b4d-96c0-fab8bdcf9366 admin admin] Publish callbacks [] for security_group (0fc51f7d-1212-41e3-a76f-0a090267448a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.266030 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Pushing event updated for resources: {'Port': ['ID=8022a7e0-1355-4deb-a506-a079abb291f7,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:53.271327 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c400dfca-8dac-4b4d-96c0-fab8bdcf9366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (0fc51f7d-1212-41e3-a76f-0a090267448a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.275122 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (73a9c117-cc0e-40e4-b175-7a196ebef208), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.436804 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-d457d1b8-e238-430f-8b47-2e43c3628662 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:53.456360 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-d457d1b8-e238-430f-8b47-2e43c3628662 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 945 time: 0.3333097 Mar 07 14:08:53.509105 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-3ab4ff71-d65b-468c-bb3e-426efb706e96 None None] Provisioning complete for port 8022a7e0-1355-4deb-a506-a079abb291f7 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:53.510101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ff71-d65b-468c-bb3e-426efb706e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.542382 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab073-de00-4d63-8d92-bd99999bf091 req-7f776820-6176-41d7-9c38-9a680b104933 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:53.549331 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe6ab073-de00-4d63-8d92-bd99999bf091 req-7f776820-6176-41d7-9c38-9a680b104933 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 1.0405622 Mar 07 14:08:53.636536 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ff71-d65b-468c-bb3e-426efb706e96 None None] Port 8022a7e0-1355-4deb-a506-a079abb291f7 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:53.761825 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks [] for router_gateway (52763a0c-7878-4d06-8f4c-d6007dd8896f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.815677 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.953058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400dfca-8dac-4b4d-96c0-fab8bdcf9366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc51f7d-1212-41e3-a76f-0a090267448a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:54.092440 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c400dfca-8dac-4b4d-96c0-fab8bdcf9366 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d6a7b07505744d6ac59e3b9e3b2793c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8539972 Mar 07 14:08:54.110688 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60336) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:54.117116 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (52763a0c-7878-4d06-8f4c-d6007dd8896f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.210439 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device d695ee02-c182-4110-b901-51ef28d1ddba up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:54.295535 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe6ab073-de00-4d63-8d92-bd99999bf091 req-6deb108c-ff3b-45ba-8d65-8ef59b97d4fd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7449582 Mar 07 14:08:54.313813 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9a534be-72f2-4d75-9b4a-bb7210846a20 admin admin] Publish callbacks [] for security_group (7f8f39ac-b3f6-490e-844c-cdb57f3af29a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.320810 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port d695ee02-c182-4110-b901-51ef28d1ddba triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:54.321442 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.402770 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Deleting port 8756d558-c0a9-4eb3-a66c-008ca0851e64 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:08:54.404238 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.514078 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port d695ee02-c182-4110-b901-51ef28d1ddba is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:54.514708 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.573584 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port d695ee02-c182-4110-b901-51ef28d1ddba, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=d695ee02-c182-4110-b901-51ef28d1ddba,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:54.586310 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.587628 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 030a59ba-8abc-44ab-808d-aeeb2c099fda up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:54.752252 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] For port 8756d558-c0a9-4eb3-a66c-008ca0851e64, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8756d558-c0a9-4eb3-a66c-008ca0851e64,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:54.757357 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.766391 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:54.803475 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Calling delete_port for 8756d558-c0a9-4eb3-a66c-008ca0851e64 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:08:54.828984 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=d695ee02-c182-4110-b901-51ef28d1ddba,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:54.880556 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 030a59ba-8abc-44ab-808d-aeeb2c099fda triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:54.880952 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.975429 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0ce86-e8fb-4176-842b-311b51acb083 req-8fcebd39-0a7c-4721-a05e-dbb8eb829821 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:54.981601 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f8a0ce86-e8fb-4176-842b-311b51acb083 req-8fcebd39-0a7c-4721-a05e-dbb8eb829821 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 1.6842282 Mar 07 14:08:55.105375 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 030a59ba-8abc-44ab-808d-aeeb2c099fda is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:55.105786 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.172497 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9a534be-72f2-4d75-9b4a-bb7210846a20 admin admin] Publish callbacks [] for security_group (7f8f39ac-b3f6-490e-844c-cdb57f3af29a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.180348 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7397c11e-66d3-4d60-8328-2bd58d9427ae admin admin] Publish callbacks [] for security_group (0fc51f7d-1212-41e3-a76f-0a090267448a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.205742 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 030a59ba-8abc-44ab-808d-aeeb2c099fda, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=030a59ba-8abc-44ab-808d-aeeb2c099fda,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:55.223991 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.296591 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:55.333174 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da26054-3edc-4cfc-acf7-a0a42e2c9a19 None None] Network f95448eb-f298-4014-89c0-b7717ce5d265 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:55.339492 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=030a59ba-8abc-44ab-808d-aeeb2c099fda,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:55.344517 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:55.385319 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:55.392810 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:55.446746 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.453964 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4fa31bd0-270a-4ce1-9f8f-0335e3ca8b2d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5913634 Mar 07 14:08:55.457873 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60342) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:55.491313 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7397c11e-66d3-4d60-8328-2bd58d9427ae admin admin] Publish callbacks [] for security_group (0fc51f7d-1212-41e3-a76f-0a090267448a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.588114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.602832 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7397c11e-66d3-4d60-8328-2bd58d9427ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (0fc51f7d-1212-41e3-a76f-0a090267448a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.610062 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7397c11e-66d3-4d60-8328-2bd58d9427ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.618774 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7397c11e-66d3-4d60-8328-2bd58d9427ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fc51f7d-1212-41e3-a76f-0a090267448a HTTP/1.1" status: 204 len: 168 time: 1.5081341 Mar 07 14:08:55.627269 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f8a0ce86-e8fb-4176-842b-311b51acb083 req-9a020aa9-a39b-4eac-b674-b260f4ce2a90 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5510724 Mar 07 14:08:55.635552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (8756d558-c0a9-4eb3-a66c-008ca0851e64), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.684525 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:55.701218 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd8d4-87d8-4fc5-8eb3-93c72a71a634 req-202b4857-ab32-464b-b195-862608cf97df tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:55.715129 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-006bd8d4-87d8-4fc5-8eb3-93c72a71a634 req-202b4857-ab32-464b-b195-862608cf97df tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=781e82cd-e1ea-4cfd-b811-23af239f4948 HTTP/1.1" status: 200 len: 945 time: 0.8887475 Mar 07 14:08:55.771763 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397c11e-66d3-4d60-8328-2bd58d9427ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc51f7d-1212-41e3-a76f-0a090267448a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:55.839456 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Pushing event deleted for resources: {'Port': ['ID=8756d558-c0a9-4eb3-a66c-008ca0851e64,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:55.945629 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] No DVR routers for this DVR port 8756d558-c0a9-4eb3-a66c-008ca0851e64 on host hv-cinder-82755 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:08:55.962467 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device d695ee02-c182-4110-b901-51ef28d1ddba up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:55.969843 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.986267 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d6b6896-31a7-4262-894b-5c1f0f58fde9 req-4f54b2d0-918f-479d-a9cd-7289b0fc95e6 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "DELETE /v2.0/ports/8756d558-c0a9-4eb3-a66c-008ca0851e64 HTTP/1.1" status: 204 len: 173 time: 2.5287638 Mar 07 14:08:55.991699 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'name': 'network-vif-deleted', 'tag': '8756d558-c0a9-4eb3-a66c-008ca0851e64'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:55.994254 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588b824-7dec-4c05-acce-f09986a949ef" -d '{"events": [{"server_uuid": "781e82cd-e1ea-4cfd-b811-23af239f4948", "name": "network-vif-deleted", "tag": "8756d558-c0a9-4eb3-a66c-008ca0851e64"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:56.271008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-07c8d562-2254-49c7-b7bf-9f8558571612 None None] Provisioning complete for port 030a59ba-8abc-44ab-808d-aeeb2c099fda triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:56.271578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-07c8d562-2254-49c7-b7bf-9f8558571612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.314388 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9a534be-72f2-4d75-9b4a-bb7210846a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7f8f39ac-b3f6-490e-844c-cdb57f3af29a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.319131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9a534be-72f2-4d75-9b4a-bb7210846a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.327491 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a9a534be-72f2-4d75-9b4a-bb7210846a20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f8f39ac-b3f6-490e-844c-cdb57f3af29a HTTP/1.1" status: 204 len: 168 time: 3.2120633 Mar 07 14:08:56.400303 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-006bd8d4-87d8-4fc5-8eb3-93c72a71a634 req-3301a796-abec-4147-9e7d-b7eae95f2753 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533008 Mar 07 14:08:56.425225 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a534be-72f2-4d75-9b4a-bb7210846a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f39ac-b3f6-490e-844c-cdb57f3af29a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:56.459132 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks [] for port (8022a7e0-1355-4deb-a506-a079abb291f7), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.490679 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79993-66aa-4a3f-867f-f33e817782e7 req-0642306a-7353-4eb8-b006-e68854e47ba1 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:56.503633 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67b79993-66aa-4a3f-867f-f33e817782e7 req-0642306a-7353-4eb8-b006-e68854e47ba1 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.3842013 Mar 07 14:08:56.522182 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.590368 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af13344a-f727-4457-b97e-a1cb8823fecc x-openstack-request-id: req-af13344a-f727-4457-b97e-a1cb8823fecc {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:56.593600 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781e82cd-e1ea-4cfd-b811-23af239f4948", "name": "network-vif-deleted", "tag": "8756d558-c0a9-4eb3-a66c-008ca0851e64", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:56.594049 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af13344a-f727-4457-b97e-a1cb8823fecc {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:56.594686 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781e82cd-e1ea-4cfd-b811-23af239f4948', 'name': 'network-vif-deleted', 'tag': '8756d558-c0a9-4eb3-a66c-008ca0851e64', 'status': 'completed', 'code': 200} Mar 07 14:08:56.621761 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port d695ee02-c182-4110-b901-51ef28d1ddba triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:56.622209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.736571 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (73a9c117-cc0e-40e4-b175-7a196ebef208), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.803855 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Pushing event updated for resources: {'Port': ['ID=8022a7e0-1355-4deb-a506-a079abb291f7,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:56.890503 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67b79993-66aa-4a3f-867f-f33e817782e7 req-26814047-de65-4b9a-8145-6f8ad4640299 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828115 Mar 07 14:08:56.895880 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d562-2254-49c7-b7bf-9f8558571612 None None] Current status of the port 030a59ba-8abc-44ab-808d-aeeb2c099fda is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:57.037317 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edc113-b961-4682-89ff-0e22207bce8d req-37a7ccea-4551-4b24-abe7-1d4206ca7ae4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:57.039194 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8edc113-b961-4682-89ff-0e22207bce8d req-37a7ccea-4551-4b24-abe7-1d4206ca7ae4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1948142 Mar 07 14:08:57.045216 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:57.056937 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:57.172598 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:57.224732 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8756d558-c0a9-4eb3-a66c-008ca0851e64 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:08:57.225315 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8edc113-b961-4682-89ff-0e22207bce8d req-c240f8df-825e-4b9f-8c9c-bb674bd35b55 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718202 Mar 07 14:08:57.349217 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 8756d558-c0a9-4eb3-a66c-008ca0851e64 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:08:57.349564 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8756d558-c0a9-4eb3-a66c-008ca0851e64 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:08:57.374848 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:53Z', 'revision_number': 3, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:57.381220 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port d695ee02-c182-4110-b901-51ef28d1ddba is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:57.382345 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 030a59ba-8abc-44ab-808d-aeeb2c099fda up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:57.449731 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Router 73a9c117-cc0e-40e4-b175-7a196ebef208 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:57.542837 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Allocated IP 172.20.0.1 (f95448eb-f298-4014-89c0-b7717ce5d265/6e255c7f-a285-49da-a942-dc2ecef315c3/68c58d8d-0741-49b7-8045-8ebd774aaded) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:57.778136 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:57.787458 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-85e29cbe-2fba-4021-888a-82fb8cdf1098 admin admin] 10.222.0.31 "PUT /v2.0/routers/73a9c117-cc0e-40e4-b175-7a196ebef208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1959672 Mar 07 14:08:57.801985 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Sync routers for ids ['73a9c117-cc0e-40e4-b175-7a196ebef208'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:57.837649 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Routers {'73a9c117-cc0e-40e4-b175-7a196ebef208'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:57.840666 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['73a9c117-cc0e-40e4-b175-7a196ebef208'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:57.882537 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks [] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:58.007818 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:58.007818 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Updating router 52763a0c-7878-4d06-8f4c-d6007dd8896f port 3fc11741-17fa-480b-8f3f-a06e810c6e26 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:58.020513 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:58.201840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.db.resource_extend [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 14:08:58.215270 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:58.248654 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Pushing event updated for resources: {'Port': ['ID=68c58d8d-0741-49b7-8045-8ebd774aaded,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:58.299094 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Network f95448eb-f298-4014-89c0-b7717ce5d265 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:58.308476 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:58.316956 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:58.339892 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86483-b117-4a68-9450-b37c3258ab97 req-1b8a637f-0a76-4358-a54a-446e89cc4c6c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:58.352884 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cc86483-b117-4a68-9450-b37c3258ab97 req-1b8a637f-0a76-4358-a54a-446e89cc4c6c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.3548129 Mar 07 14:08:58.516572 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (52763a0c-7878-4d06-8f4c-d6007dd8896f), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:58.595326 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-b4f1595d-6c3f-4a12-a93c-91b26e8cd53d None None] Provisioning complete for port 8022a7e0-1355-4deb-a506-a079abb291f7 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:58.595734 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b4f1595d-6c3f-4a12-a93c-91b26e8cd53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:58.602016 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cc86483-b117-4a68-9450-b37c3258ab97 req-3b72fc7c-c500-424c-97a7-c0cb56684064 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481601 Mar 07 14:08:58.716155 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60390) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:58.724474 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Set router 73a9c117-cc0e-40e4-b175-7a196ebef208 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:59.051353 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-249137077-network', 'tenant_id': '055439caad0842709ba1ab5c019031be'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:59.099378 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Made reservation on behalf of 055439caad0842709ba1ab5c019031be for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:59.102220 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.127356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.194789 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1595d-6c3f-4a12-a93c-91b26e8cd53d None None] Port 8022a7e0-1355-4deb-a506-a079abb291f7 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:59.217780 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 030a59ba-8abc-44ab-808d-aeeb2c099fda triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:59.218617 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.336606 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '8022a7e0-1355-4deb-a506-a079abb291f7', 'name': '', 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'mac_address': 'fa:16:3e:9d:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:50Z', 'updated_at': '2022-03-07T14:08:55Z', 'revision_number': 2, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'subnets': [{'id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:59.344589 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks [] for security_group (f68cad33-36de-4332-b77f-837663ab5d97), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.359089 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f68cad33-36de-4332-b77f-837663ab5d97), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.420393 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Checking router: 73a9c117-cc0e-40e4-b175-7a196ebef208 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:59.421046 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Updating router 73a9c117-cc0e-40e4-b175-7a196ebef208 port 8022a7e0-1355-4deb-a506-a079abb291f7 binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:59.439755 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:59.476398 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68cad33-36de-4332-b77f-837663ab5d97,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:59.479038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Publish callbacks [] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.479544 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.486083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (0f8bf8f6-a09f-4848-9056-57d98ce898eb), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.486442 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Added segment 0f8bf8f6-a09f-4848-9056-57d98ce898eb of type vlan for network cc6e7af4-2ff5-4ac2-8278-317c07b380df Mar 07 14:08:59.524848 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.616068 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (cc6e7af4-2ff5-4ac2-8278-317c07b380df), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.663910 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.676901 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-5e39e8be-f6ee-4e30-8898-4205b58b6609 None None] Provisioning complete for port 68c58d8d-0741-49b7-8045-8ebd774aaded triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:59.677279 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5e39e8be-f6ee-4e30-8898-4205b58b6609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.683547 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 030a59ba-8abc-44ab-808d-aeeb2c099fda is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:59.684915 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.708873 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (cc6e7af4-2ff5-4ac2-8278-317c07b380df), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.709888 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:59.710487 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.791467 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60402) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:59.822904 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075878066', 'description': 'tempest-secgroup-smoke-1075878066 description', 'project_id': '2386a2267d0649f98aedda9ae69163ce'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:59.854913 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Attempting to bind port 3fc11741-17fa-480b-8f3f-a06e810c6e26 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:59.857245 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Attempting to bind port 3fc11741-17fa-480b-8f3f-a06e810c6e26 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:59.860304 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Attempting to bind port 3fc11741-17fa-480b-8f3f-a06e810c6e26 on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:59.902514 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1816361 Mar 07 14:08:59.907163 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60404) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:59.907435 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:59.907910 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:59.908352 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.908779 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:59.909895 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Bound port: 3fc11741-17fa-480b-8f3f-a06e810c6e26, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:59.910102 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.913473 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Request body: {'subnet': {'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-249137077-subnet', 'tenant_id': '055439caad0842709ba1ab5c019031be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:59.920282 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks [] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:59.924855 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a3cf-7ea4-4a24-bd13-45c8b2d3d584 None None] Pushing event updated for resources: {'Port': ['ID=3fc11741-17fa-480b-8f3f-a06e810c6e26,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:59.944823 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.016483 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd791bb-6066-4e98-ab6c-888599295ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6e7af4-2ff5-4ac2-8278-317c07b380df,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:00.054985 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] For port 3fc11741-17fa-480b-8f3f-a06e810c6e26, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:00.059075 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] For port 3fc11741-17fa-480b-8f3f-a06e810c6e26, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3fc11741-17fa-480b-8f3f-a06e810c6e26,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:00.062540 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network cc6e7af4-2ff5-4ac2-8278-317c07b380df details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:09:00.068252 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Made reservation on behalf of 055439caad0842709ba1ab5c019031be for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:00.069390 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-5e39e8be-f6ee-4e30-8898-4205b58b6609 None None] Port 68c58d8d-0741-49b7-8045-8ebd774aaded cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:00.074707 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.078178 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.087860 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.155352 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3d2e5-68a1-4823-a42e-fea838516fb7 req-87bec4b2-62aa-4d30-8400-e2896885d0c6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:00.166830 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87e3d2e5-68a1-4823-a42e-fea838516fb7 req-87bec4b2-62aa-4d30-8400-e2896885d0c6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1904635 Mar 07 14:09:00.180944 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Publish callbacks [] for port (8022a7e0-1355-4deb-a506-a079abb291f7), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.211694 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.310899 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Pushing event updated for resources: {'Port': ['ID=68c58d8d-0741-49b7-8045-8ebd774aaded,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:00.327430 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (52763a0c-7878-4d06-8f4c-d6007dd8896f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.356046 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87e3d2e5-68a1-4823-a42e-fea838516fb7 req-ad06764b-3bf7-4460-b210-73fee5e531b5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881285 Mar 07 14:09:00.428504 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d981f-49da-43ca-b1c6-55b1a26d32a0 None None] Pushing event updated for resources: {'Port': ['ID=8022a7e0-1355-4deb-a506-a079abb291f7,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:00.431737 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a3cf-7ea4-4a24-bd13-45c8b2d3d584 None None] Pushing event updated for resources: {'Port': ['ID=3fc11741-17fa-480b-8f3f-a06e810c6e26,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:00.461357 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group (17209e78-9c6c-4dac-9164-405336a8da0a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.464679 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-5e39e8be-f6ee-4e30-8898-4205b58b6609 None None] Provisioning complete for port 030a59ba-8abc-44ab-808d-aeeb2c099fda triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:00.465634 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5e39e8be-f6ee-4e30-8898-4205b58b6609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.474772 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Attempting to bind port 8022a7e0-1355-4deb-a506-a079abb291f7 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:00.475041 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (17209e78-9c6c-4dac-9164-405336a8da0a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.475648 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Attempting to bind port 8022a7e0-1355-4deb-a506-a079abb291f7 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:00.476213 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Attempting to bind port 8022a7e0-1355-4deb-a506-a079abb291f7 on network 43d210ec-2606-4f8a-9831-fc60e69f35ca {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:00.483619 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:00.484363 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Checking segment: {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:00.484932 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.485527 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Bound using segment: {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:00.486208 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Bound port: 8022a7e0-1355-4deb-a506-a079abb291f7, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86040b94-c60c-4705-8b2a-70312934c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:00.486761 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.543416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:00.543416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:00.577785 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17209e78-9c6c-4dac-9164-405336a8da0a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:00.586547 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.591271 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-31ec0b00-1249-446c-8cd7-c5d27068b7c3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7987993 Mar 07 14:09:00.607526 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60406) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:00.621158 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group_rule': {'security_group_id': '17209e78-9c6c-4dac-9164-405336a8da0a', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:00.651129 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] For port 8022a7e0-1355-4deb-a506-a079abb291f7, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:00.663712 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] For port 8022a7e0-1355-4deb-a506-a079abb291f7, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8022a7e0-1355-4deb-a506-a079abb291f7,segment=NetworkSegment(86040b94-c60c-4705-8b2a-70312934c07c),segment_id=86040b94-c60c-4705-8b2a-70312934c07c)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:00.678311 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.703423 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb62a8f-e6ec-4a1f-ac04-8378f0066ced req-f9413e83-e430-4761-a46a-d5a0102ac565 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:00.703423 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abb62a8f-e6ec-4a1f-ac04-8378f0066ced req-f9413e83-e430-4761-a46a-d5a0102ac565 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0778906 Mar 07 14:09:00.778059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abb62a8f-e6ec-4a1f-ac04-8378f0066ced req-77fa6187-f0af-4650-b204-bb9118420008 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799823 Mar 07 14:09:00.834049 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d981f-49da-43ca-b1c6-55b1a26d32a0 None None] Pushing event updated for resources: {'Port': ['ID=8022a7e0-1355-4deb-a506-a079abb291f7,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:00.858994 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Routers {'73a9c117-cc0e-40e4-b175-7a196ebef208'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:00.859680 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['73a9c117-cc0e-40e4-b175-7a196ebef208'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:00.953031 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (deef84bf-61c5-4dee-8e58-1228e39d9a7c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:00.970684 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:01.021787 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] Set router 73a9c117-cc0e-40e4-b175-7a196ebef208 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:01.054489 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=deef84bf-61c5-4dee-8e58-1228e39d9a7c,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:01.078285 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (8a72fd24-c55d-49c0-bc39-0678ebcbfbd5), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.115661 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-5e39e8be-f6ee-4e30-8898-4205b58b6609 None None] Current status of the port 030a59ba-8abc-44ab-808d-aeeb2c099fda is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:01.152550 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:09:01.276576 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Network f95448eb-f298-4014-89c0-b7717ce5d265 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:01.285578 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Checking segment: {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:01.288860 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Network hostable DHCP agents. Network: cc6e7af4-2ff5-4ac2-8278-317c07b380df, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:09:01.308452 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:01.332535 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] Provisioning complete for port 8022a7e0-1355-4deb-a506-a079abb291f7 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:01.333437 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.352617 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (8a72fd24-c55d-49c0-bc39-0678ebcbfbd5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.353592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-83b20603-24a8-4fe9-b029-f56d5de87eda tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:01.355330 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-83b20603-24a8-4fe9-b029-f56d5de87eda tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/networks?id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 200 len: 808 time: 0.2341127 Mar 07 14:09:01.388222 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-53e5d83a-124e-4013-b02b-38126aaa96b0 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/quotas/0d8ba92f45b84e2dacef7ff8ece27a71 HTTP/1.1" status: 200 len: 375 time: 0.0242767 Mar 07 14:09:01.475466 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-3df6881f-cb92-4c62-9f4d-f5ca33659376 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861428 Mar 07 14:09:01.494662 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (8a72fd24-c55d-49c0-bc39-0678ebcbfbd5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.506872 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '8022a7e0-1355-4deb-a506-a079abb291f7', 'name': '', 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'mac_address': 'fa:16:3e:9d:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:50Z', 'updated_at': '2022-03-07T14:09:00Z', 'revision_number': 4, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'subnets': [{'id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:01.522877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Network cc6e7af4-2ff5-4ac2-8278-317c07b380df is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:09:01.580777 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a72fd24-c55d-49c0-bc39-0678ebcbfbd5,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:01.582533 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b07b3-4861-4a8d-b7be-64cbb3fa0e1b None None] The sync data for ids ['73a9c117-cc0e-40e4-b175-7a196ebef208'] in dv-cinder-827554-2-iscsi is: [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '8022a7e0-1355-4deb-a506-a079abb291f7', 'name': '', 'network_id': '43d210ec-2606-4f8a-9831-fc60e69f35ca', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'mac_address': 'fa:16:3e:9d:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:50Z', 'updated_at': '2022-03-07T14:09:00Z', 'revision_number': 4, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'subnets': [{'id': '2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:01.591821 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, cc6e7af4-2ff5-4ac2-8278-317c07b380df) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:01.615659 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:01.616526 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.625243 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fff824-62a4-4b69-8a58-09068eb33466 None None] Network cc6e7af4-2ff5-4ac2-8278-317c07b380df requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:09:01.691498 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.701109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60434) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:01.701970 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f03be5c5-32ba-4198-ae22-cffebeb67c7e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0912106 Mar 07 14:09:01.738143 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f5f34b1d-2705-4616-9181-7a743d20c84f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8213778 Mar 07 14:09:01.771297 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group_rule': {'security_group_id': '17209e78-9c6c-4dac-9164-405336a8da0a', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:01.800433 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:09:01.825869 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] Current status of the port 8022a7e0-1355-4deb-a506-a079abb291f7 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:01.826581 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:01.873156 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-54a5e1bd-4c66-42e0-ab06-ea4fb3897d15 service neutron] 10.222.0.31 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968203 Mar 07 14:09:01.957868 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8022a7e0-1355-4deb-a506-a079abb291f7 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:01.990591 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:09:02.000255 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-86fff0c7-d54f-4059-b401-18cf0beddcac admin admin] 10.222.0.31 "PUT /v2.0/routers/52763a0c-7878-4d06-8f4c-d6007dd8896f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5351799 Mar 07 14:09:02.016684 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (41dcd7ec-780f-4371-9e4e-51dbbcee961e), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.089854 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] For port 8022a7e0-1355-4deb-a506-a079abb291f7, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8022a7e0-1355-4deb-a506-a079abb291f7,segment=NetworkSegment(86040b94-c60c-4705-8b2a-70312934c07c),segment_id=86040b94-c60c-4705-8b2a-70312934c07c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:02.118625 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.195683 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe678-fdc2-4e59-8578-9d00546fe0fc req-af3fa7e4-8186-4dfd-af70-38aba17732a4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:02.202934 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fdefe678-fdc2-4e59-8578-9d00546fe0fc req-af3fa7e4-8186-4dfd-af70-38aba17732a4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.6641445 Mar 07 14:09:02.304236 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb4fd5-028d-4517-86b9-b4df49163c40 None None] Network cc6e7af4-2ff5-4ac2-8278-317c07b380df requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:09:02.338053 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016accd5-76cd-450d-ae32-9b5b97e99410 None None] Pushing event updated for resources: {'Port': ['ID=8022a7e0-1355-4deb-a506-a079abb291f7,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:02.358066 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-cf049de4-9d78-455c-827c-55e25f3bea8d service neutron] 10.222.0.31 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575839 Mar 07 14:09:02.377560 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-b31d81cf-f19c-40f6-832d-3c31fa380c19 None None] Provisioning complete for port 68c58d8d-0741-49b7-8045-8ebd774aaded triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:02.377955 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b31d81cf-f19c-40f6-832d-3c31fa380c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.430238 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (41dcd7ec-780f-4371-9e4e-51dbbcee961e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.459236 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-b31d81cf-f19c-40f6-832d-3c31fa380c19 None None] Port 68c58d8d-0741-49b7-8045-8ebd774aaded cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:02.482261 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fdefe678-fdc2-4e59-8578-9d00546fe0fc req-8c40dff6-1949-4bbd-b134-d99deaff8c34 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779920 Mar 07 14:09:02.482989 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (41dcd7ec-780f-4371-9e4e-51dbbcee961e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.485657 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8022a7e0-1355-4deb-a506-a079abb291f7 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:02.486594 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.533696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dcd7ec-780f-4371-9e4e-51dbbcee961e,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:02.565270 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 2, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:02.590074 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.593780 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e9192336-41ad-45c8-81ae-91ed58112e73 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8882060 Mar 07 14:09:02.595578 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60454) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:02.609892 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group_rule': {'security_group_id': '17209e78-9c6c-4dac-9164-405336a8da0a', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:02.755955 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (f9268116-d2b8-494b-b3b5-8567fc944d0a), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.857598 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (f9268116-d2b8-494b-b3b5-8567fc944d0a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.867330 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (f9268116-d2b8-494b-b3b5-8567fc944d0a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.910826 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9268116-d2b8-494b-b3b5-8567fc944d0a,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:02.930486 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:02.934983 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-699428a9-7d87-447b-8ddb-e68088f52357 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381929 Mar 07 14:09:02.939361 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60470) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:02.962291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group_rule': {'security_group_id': '17209e78-9c6c-4dac-9164-405336a8da0a', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:03.041591 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (daacc9fd-9c75-4438-8d04-fde2ada4c58b), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.118621 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60476) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:03.123423 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1800362977-network', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:03.168287 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e3e99-a589-4936-a2c4-72e16a823f26 None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 2, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:03.189794 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8022a7e0-1355-4deb-a506-a079abb291f7 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:03.211723 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (daacc9fd-9c75-4438-8d04-fde2ada4c58b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.224616 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (daacc9fd-9c75-4438-8d04-fde2ada4c58b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.266345 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-bb882102-6229-4764-a0cb-32aaef2e8503 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:03.281602 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daacc9fd-9c75-4438-8d04-fde2ada4c58b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:03.296916 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-bb882102-6229-4764-a0cb-32aaef2e8503 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 815 time: 0.5510213 Mar 07 14:09:03.303869 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.305121 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f443c556-0428-4f27-a0d1-90e2573d3321 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624218 Mar 07 14:09:03.308005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60484) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:03.313037 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group_rule': {'security_group_id': '17209e78-9c6c-4dac-9164-405336a8da0a', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:03.350555 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Made reservation on behalf of 3b18e0c58f444ad4808859b4df681fbd for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:03.365600 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Project 2386a2267d0649f98aedda9ae69163ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:09:03.367755 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.375024 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (58223ae2-ac8f-4995-b4ff-c3272113b226), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.384809 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.403444 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-0946fa30-7b90-402a-ab6e-858122dbf3f9 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/quotas/492a3eaff7a14289b6bdb85b092f6724 HTTP/1.1" status: 200 len: 375 time: 0.1030095 Mar 07 14:09:03.455887 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42974be-0973-4a73-82b1-450ff2cfbfe1 req-e76bc6df-2058-45dc-8a03-12f9c44973d0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:03.471455 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e42974be-0973-4a73-82b1-450ff2cfbfe1 req-e76bc6df-2058-45dc-8a03-12f9c44973d0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.5991087 Mar 07 14:09:03.557517 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e42974be-0973-4a73-82b1-450ff2cfbfe1 req-b02e3e95-f72c-41d9-852b-1b3019dfbac7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Mar 07 14:09:03.574129 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (58223ae2-ac8f-4995-b4ff-c3272113b226), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.586870 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (58223ae2-ac8f-4995-b4ff-c3272113b226), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.620767 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58223ae2-ac8f-4995-b4ff-c3272113b226,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:03.653979 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.655218 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5258869c-e3c1-4c69-8e54-32bdac3462c5 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3462496 Mar 07 14:09:03.664925 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60490) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:03.672228 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'security_group_rule': {'security_group_id': '17209e78-9c6c-4dac-9164-405336a8da0a', 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:03.733335 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Project 2386a2267d0649f98aedda9ae69163ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:09:03.750635 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (a61cbd43-7021-4111-89a8-b796d5e169a4), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:03.772317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-8cf09031-7f3b-405e-8c4a-d7676052a289 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3676276 Mar 07 14:09:03.827658 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34e03f6d-45d8-41e8-8699-a76c68d45e0a req-702507c2-2db7-4848-9d6d-a83f39685a48 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 210 time: 0.1339271 Mar 07 14:09:03.977921 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8022a7e0-1355-4deb-a506-a079abb291f7 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:04.007805 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (a61cbd43-7021-4111-89a8-b796d5e169a4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.020850 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (a61cbd43-7021-4111-89a8-b796d5e169a4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.032114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks [] for security_group (4b8f6ea7-f4f6-49a4-a42a-75da707e520c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.046791 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-737d00fa-a487-4cc6-be09-2131444ca024 service neutron] 10.222.0.31 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730892 Mar 07 14:09:04.055181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61cbd43-7021-4111-89a8-b796d5e169a4,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:04.091041 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.100540 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9b49e77c-f017-4cc5-8cf9-5f78057c3190 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4273515 Mar 07 14:09:04.119747 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4b8f6ea7-f4f6-49a4-a42a-75da707e520c), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.142439 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8022a7e0-1355-4deb-a506-a079abb291f7 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:04.142827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.348619 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8022a7e0-1355-4deb-a506-a079abb291f7 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:04.359267 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:09:04.392183 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (96bd761f-9c2b-4625-9455-f06ad0e087a3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.392824 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Added segment 96bd761f-9c2b-4625-9455-f06ad0e087a3 of type vlan for network 4946b532-b17b-4d3b-8f06-1969437d6b2d Mar 07 14:09:04.408406 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f6ea7-f4f6-49a4-a42a-75da707e520c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:04.525280 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-146c6434-6f52-4b27-8c8a-68e0ef36d95f service neutron] 10.222.0.31 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774075 Mar 07 14:09:04.530707 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (4946b532-b17b-4d3b-8f06-1969437d6b2d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.548909 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3dcb-6bb4-4e68-a22b-128041230eeb req-df4e225c-e160-4f1a-a4c3-463bb74d4a54 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:04.557812 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a7f3dcb-6bb4-4e68-a22b-128041230eeb req-df4e225c-e160-4f1a-a4c3-463bb74d4a54 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.4577782 Mar 07 14:09:04.695043 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (4946b532-b17b-4d3b-8f06-1969437d6b2d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.696072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:04.696653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:04.735524 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a7f3dcb-6bb4-4e68-a22b-128041230eeb req-1e41c784-d397-441d-944e-af1d725babac tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749008 Mar 07 14:09:04.850227 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7305262 Mar 07 14:09:04.918718 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60540) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:04.945378 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Request body: {'subnet': {'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1800362977-subnet', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:05.014948 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Made reservation on behalf of 3b18e0c58f444ad4808859b4df681fbd for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:05.035802 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:05.085726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-494e4fd5-84f8-4eec-95bb-44999859e1ce tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:05.088651 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-494e4fd5-84f8-4eec-95bb-44999859e1ce tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "GET /v2.0/networks?id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 200 len: 808 time: 0.5123339 Mar 07 14:09:05.104261 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Request body: {'port': {'device_id': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32', 'admin_state_up': True, 'tenant_id': '0d8ba92f45b84e2dacef7ff8ece27a71'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:05.172013 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502a73-7765-4f0d-8efc-6fcd6efb7bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4946b532-b17b-4d3b-8f06-1969437d6b2d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:05.193221 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:09:05.425801 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (d273ab31-6e54-44e9-9284-28351bdf7d57), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:05.454743 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-c9230305-75a9-4adf-8582-5cebd932ff12 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:05.456912 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-c9230305-75a9-4adf-8582-5cebd932ff12 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/networks?id=cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 200 len: 813 time: 0.5333941 Mar 07 14:09:05.468749 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc838-6bed-4504-a324-33e9ca045ac3 req-2e7196f4-c45c-403e-8f5e-23394d35fded tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:05.478344 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c7adc838-6bed-4504-a324-33e9ca045ac3 req-2e7196f4-c45c-403e-8f5e-23394d35fded tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.4359500 Mar 07 14:09:05.528131 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-a72fefb3-82e9-4378-b947-8377610d6b22 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/quotas/055439caad0842709ba1ab5c019031be HTTP/1.1" status: 200 len: 375 time: 0.0456667 Mar 07 14:09:05.577838 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d273ab31-6e54-44e9-9284-28351bdf7d57,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:05.591012 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-0b8fb89e-f3d6-4de2-a3b0-c70287bc82eb tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=055439caad0842709ba1ab5c019031be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537417 Mar 07 14:09:05.593790 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Made reservation on behalf of 0d8ba92f45b84e2dacef7ff8ece27a71 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:05.598021 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:05.605144 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Checking segment: {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:05.605743 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Network hostable DHCP agents. Network: 4946b532-b17b-4d3b-8f06-1969437d6b2d, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:09:05.610052 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c7adc838-6bed-4504-a324-33e9ca045ac3 req-6ede4933-c4c2-4a83-a940-d7f9e72f0bec tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306279 Mar 07 14:09:05.750931 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:09:05.788685 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 4946b532-b17b-4d3b-8f06-1969437d6b2d) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:05.799844 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:05.802563 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:05.808070 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec351e3d-5ea0-40cc-a9f2-ad3475f205e5 None None] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:09:05.821389 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3e60819b-5c4e-413d-b851-78504e0deab6 req-9ead1ba8-5a39-46f3-b64f-024792610b97 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 210 time: 0.0707996 Mar 07 14:09:05.905952 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-c4de2e1b-25ff-40d3-8e79-d5c3e1261671 service neutron] 10.222.0.31 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928967 Mar 07 14:09:05.937764 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-91db1528-d887-41d5-8f45-f9a517a1d810 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0166852 Mar 07 14:09:05.950705 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60582) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:05.965690 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:05.990242 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3fc11741-17fa-480b-8f3f-a06e810c6e26 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:06.055905 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (3c48d191-5d6c-4280-a7f2-234329e4b18e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.056856 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (3c48d191-5d6c-4280-a7f2-234329e4b18e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.146256 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks [] for router_controller (3c48d191-5d6c-4280-a7f2-234329e4b18e), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.242533 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-4946b532-b17b-4d3b-8f06-1969437d6b2d', 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d', 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'fixed_ips': [{'subnet_id': 'd273ab31-6e54-44e9-9284-28351bdf7d57'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:09:06.243448 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.281803 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Allocated IP 172.20.0.8 (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32/e51425fe-2de3-4348-926a-e04b21cc9959/2ee1d1c6-d2af-4684-aa64-efa294af96af) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:06.299328 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 3fc11741-17fa-480b-8f3f-a06e810c6e26 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:06.300413 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.309978 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d5fefd1-3ed9-4b08-b93f-a60df370bba5 req-7b11468d-17a2-4df6-a0e5-062cf3fcdb19 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 210 time: 0.3752389 Mar 07 14:09:06.317936 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-75c0e7e0-f9de-4030-a374-534216409d4b service neutron] 10.222.0.31 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097660 Mar 07 14:09:06.568057 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks [] for router_gateway (3c48d191-5d6c-4280-a7f2-234329e4b18e), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.670570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618545-ebae-4391-8108-2bbecb6b2514 req-3b10d923-4327-49ef-9789-521cb7427a62 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:06.672210 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a6618545-ebae-4391-8108-2bbecb6b2514 req-3b10d923-4327-49ef-9789-521cb7427a62 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1720724 Mar 07 14:09:06.683979 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 3fc11741-17fa-480b-8f3f-a06e810c6e26 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:06.684365 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.764896 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 3fc11741-17fa-480b-8f3f-a06e810c6e26, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3fc11741-17fa-480b-8f3f-a06e810c6e26,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:06.766485 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Allocated IP 172.20.0.2 (4946b532-b17b-4d3b-8f06-1969437d6b2d/d273ab31-6e54-44e9-9284-28351bdf7d57/3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:06.784040 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.830686 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks [] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:06.931415 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.110145 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Pushing event updated for resources: {'Port': ['ID=2ee1d1c6-d2af-4684-aa64-efa294af96af,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:07.342246 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=3fc11741-17fa-480b-8f3f-a06e810c6e26,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:07.350590 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7243339-0a96-4bd8-abda-f8b7f927f59e req-d33e97c8-c6b5-47ec-9b78-9daf26e30215 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:07.352209 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7243339-0a96-4bd8-abda-f8b7f927f59e req-d33e97c8-c6b5-47ec-9b78-9daf26e30215 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1079981 Mar 07 14:09:07.370210 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a6618545-ebae-4391-8108-2bbecb6b2514 req-7f93b2b3-3ee8-4e12-be35-9c2b1f616b30 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6817939 Mar 07 14:09:07.401207 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:07.403638 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Publish callbacks [] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.434718 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.460457 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:07.502783 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:07.508478 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Pushing event updated for resources: {'Port': ['ID=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:07.511156 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:07.513484 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:07.522898 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6918708-4f3f-41d0-a935-b2b8eac8966d req-a8ee3858-4777-4433-b1c7-36014d54fddd tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 210 time: 0.0624883 Mar 07 14:09:07.534993 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:07.574759 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7243339-0a96-4bd8-abda-f8b7f927f59e req-7e54832f-2a71-4252-967c-56a318413295 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033010 Mar 07 14:09:07.704950 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Attempting to bind port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:07.705504 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Attempting to bind port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:07.706051 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Attempting to bind port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f on network 4946b532-b17b-4d3b-8f06-1969437d6b2d {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:07.714424 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:07.715044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Checking segment: {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:07.715643 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.716187 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Bound using segment: {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:07.716827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Bound port: 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:07.717395 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.737187 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:09:07.789363 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:07.789363 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:07.812938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bff5026a-7c9d-436a-9b7e-6a2ea2cdbe18 req-8b415414-20b8-4978-9708-bd40822d31e9 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 210 time: 0.0676384 Mar 07 14:09:07.833328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35364f43-46f2-47b9-a0b5-c830adcebaf9 req-cfc769aa-cb39-402d-961f-f6a4148d2e74 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:07.840432 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35364f43-46f2-47b9-a0b5-c830adcebaf9 req-cfc769aa-cb39-402d-961f-f6a4148d2e74 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 931 time: 0.1591575 Mar 07 14:09:07.888896 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3fc11741-17fa-480b-8f3f-a06e810c6e26 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:07.914552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:07.915235 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.919318 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks [] for router_gateway (3c48d191-5d6c-4280-a7f2-234329e4b18e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.920638 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35364f43-46f2-47b9-a0b5-c830adcebaf9 req-7ee5bdb3-c95f-4c21-baba-991a4fb6e134 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792475 Mar 07 14:09:07.944425 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] For port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:07.971131 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-a15e5ae1-77fa-4eaa-a0e6-fd95d998c216 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:07.972575 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-a15e5ae1-77fa-4eaa-a0e6-fd95d998c216 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 815 time: 0.8434057 Mar 07 14:09:07.975919 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:07.997537 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] For port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,segment=NetworkSegment(96bd761f-9c2b-4625-9455-f06ad0e087a3),segment_id=96bd761f-9c2b-4625-9455-f06ad0e087a3)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:08.019607 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:08.097325 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:08.123034 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Allocated IP 172.27.3.2 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/daa7666e-670d-4459-b748-52ef7dc90353) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:08.196405 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 3fc11741-17fa-480b-8f3f-a06e810c6e26 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:08.196839 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:08.238422 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73301f9d-18d0-439d-b15b-169981f6ba8b None None] Pushing event updated for resources: {'Port': ['ID=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:08.265222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks [] for port (daa7666e-670d-4459-b748-52ef7dc90353), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:08.277584 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'port': {'device_id': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'admin_state_up': True, 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:08.317437 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-74695d94-847e-43c8-b20a-da15b82a24cd tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2171896 Mar 07 14:09:08.338940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Request body: {'port': {'device_id': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:08.611165 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (daa7666e-670d-4459-b748-52ef7dc90353), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:08.622711 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 3fc11741-17fa-480b-8f3f-a06e810c6e26 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:08.645046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c732baf-1801-4b1a-b830-e4db1ec46652 req-4a555051-7f25-4afb-bf59-4da8f0182e89 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:08.657714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 2, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:08.662913 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3c732baf-1801-4b1a-b830-e4db1ec46652 req-4a555051-7f25-4afb-bf59-4da8f0182e89 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1561573 Mar 07 14:09:08.728745 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:09:08.735436 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Updating router 52763a0c-7878-4d06-8f4c-d6007dd8896f port 68c58d8d-0741-49b7-8045-8ebd774aaded binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:09:08.787978 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ecac621-fac5-46f9-b7de-878a3efb0f17 req-6c1fcddc-fb64-4caa-bdf3-2d5ee5be773e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 210 time: 0.1238830 Mar 07 14:09:08.792440 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.171035 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3c732baf-1801-4b1a-b830-e4db1ec46652 req-d55a4fcf-e7cd-425a-a86f-65992590690f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818231 Mar 07 14:09:09.205331 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Pushing event updated for resources: {'Port': ['ID=daa7666e-670d-4459-b748-52ef7dc90353,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:09.289355 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:09.294934 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:09.307570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:09.311994 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Made reservation on behalf of 492a3eaff7a14289b6bdb85b092f6724 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:09.315981 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.338462 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.339902 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccad14-41e5-478c-a6ff-4987c10692c9 req-ffdb0ec6-cd03-44ed-8036-4251cc4b76c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:09.341577 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-21ccad14-41e5-478c-a6ff-4987c10692c9 req-ffdb0ec6-cd03-44ed-8036-4251cc4b76c6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.3239601 Mar 07 14:09:09.434613 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Publish callbacks [] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.437248 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f884f6d7-a38e-457c-b3e7-c7e72c4ccf80 req-b3761e6e-b1e9-4fa9-b85a-cfe047111642 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 210 time: 0.0547171 Mar 07 14:09:09.461886 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.466386 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-f5ed5a7d-4e0d-466b-a0ee-dea6d34f5b48 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:09.469892 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-f5ed5a7d-4e0d-466b-a0ee-dea6d34f5b48 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "GET /v2.0/networks?id=cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 200 len: 813 time: 0.5862722 Mar 07 14:09:09.548947 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-21ccad14-41e5-478c-a6ff-4987c10692c9 req-05f78393-dd36-42a3-b811-3abac5f5fbcc tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986403 Mar 07 14:09:09.554607 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Request body: {'port': {'device_id': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df', 'admin_state_up': True, 'tenant_id': '055439caad0842709ba1ab5c019031be'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:09.609339 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b646663-bbde-4a6e-a4e1-979b78843853 None None] Pushing event updated for resources: {'Port': ['ID=68c58d8d-0741-49b7-8045-8ebd774aaded,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:09.683850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Attempting to bind port 68c58d8d-0741-49b7-8045-8ebd774aaded on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:09.684553 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Attempting to bind port 68c58d8d-0741-49b7-8045-8ebd774aaded by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:09.684553 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Attempting to bind port 68c58d8d-0741-49b7-8045-8ebd774aaded on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:09.690229 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:09.691199 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Checking segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:09.691603 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.691993 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Bound using segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:09.692465 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Bound port: 68c58d8d-0741-49b7-8045-8ebd774aaded, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:09.692845 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.905846 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] For port 68c58d8d-0741-49b7-8045-8ebd774aaded, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:09.910947 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] For port 68c58d8d-0741-49b7-8045-8ebd774aaded, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=68c58d8d-0741-49b7-8045-8ebd774aaded,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:09.929757 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:09.976392 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69e968-5c54-4bb1-bdc5-6115d5a119f3 req-8a79003c-0429-4011-b402-113eaea28f91 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:09.986509 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9d69e968-5c54-4bb1-bdc5-6115d5a119f3 req-8a79003c-0429-4011-b402-113eaea28f91 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 931 time: 0.4173324 Mar 07 14:09:10.029944 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b646663-bbde-4a6e-a4e1-979b78843853 None None] Pushing event updated for resources: {'Port': ['ID=68c58d8d-0741-49b7-8045-8ebd774aaded,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:10.099473 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:10.124684 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bb083e8a-29d7-4182-abeb-98d90a60991a req-3ab4dd20-f333-48e4-9f52-0a7108a3d44e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 210 time: 0.1312225 Mar 07 14:09:10.186082 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9d69e968-5c54-4bb1-bdc5-6115d5a119f3 req-8977a602-636d-4a99-b51f-da468e6f6ce5 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884124 Mar 07 14:09:10.187128 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Made reservation on behalf of 055439caad0842709ba1ab5c019031be for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:10.190002 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:10.190999 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:10.192094 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:10.196194 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] Provisioning complete for port 68c58d8d-0741-49b7-8045-8ebd774aaded triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:10.196866 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:10.271129 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks [] for router_gateway (3c48d191-5d6c-4280-a7f2-234329e4b18e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:10.509925 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324a167-3786-4715-82af-4f909a1cda65 req-787d9e21-c7ab-42da-a627-d8d4828595fc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:10.513829 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6324a167-3786-4715-82af-4f909a1cda65 req-787d9e21-c7ab-42da-a627-d8d4828595fc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.1840961 Mar 07 14:09:10.549943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Allocated IP 172.20.0.13 (dfb00c47-f397-489f-93ca-001418f802d4/1aa803dc-04f9-4d00-ad1f-2e321ab35113/42c299cf-c090-4682-8024-45e1b4eae9b1) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:10.577262 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Allocated IP 172.20.0.8 (cc6e7af4-2ff5-4ac2-8278-317c07b380df/deef84bf-61c5-4dee-8e58-1228e39d9a7c/453aeb74-3b55-4805-920f-146d9ca87500) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:10.588712 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f69e1-b0f6-4543-bc55-c04c109556cc None None] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:09:10.697081 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdf7e131-d5a1-44d6-b0eb-72950b7592b2 req-48a1daaa-343c-4730-be81-78e2690d7f18 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 210 time: 0.0943439 Mar 07 14:09:10.732527 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6324a167-3786-4715-82af-4f909a1cda65 req-4ae60c7a-7bde-4ce3-a75a-8c13a42594c1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062936 Mar 07 14:09:10.789423 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:10.804386 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee1d1c6-d2af-4684-aa64-efa294af96af {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:10.818279 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Publish callbacks [] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:10.841500 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Transition to ACTIVE for port object 2ee1d1c6-d2af-4684-aa64-efa294af96af will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:09:10.928488 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:10.929243 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:10.930677 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks [] for port (453aeb74-3b55-4805-920f-146d9ca87500), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:10.989156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (453aeb74-3b55-4805-920f-146d9ca87500), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.074774 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Network cc6e7af4-2ff5-4ac2-8278-317c07b380df is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:11.080107 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.080296 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Pushing event updated for resources: {'Port': ['ID=453aeb74-3b55-4805-920f-146d9ca87500,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:11.083758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:11.096323 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afad3f-1286-47c0-a364-6e670b56bbd5 req-2ee03c48-3b0d-4097-bd5c-b0059b093d98 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:11.098828 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a0afad3f-1286-47c0-a364-6e670b56bbd5 req-2ee03c48-3b0d-4097-bd5c-b0059b093d98 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.2868018 Mar 07 14:09:11.099740 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:11.100132 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (3c48d191-5d6c-4280-a7f2-234329e4b18e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.109734 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] Current status of the port 68c58d8d-0741-49b7-8045-8ebd774aaded is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:11.110514 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.111394 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.197401 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a0afad3f-1286-47c0-a364-6e670b56bbd5 req-8e1a8cc8-f8db-46ef-851b-cdbb88ec0909 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724151 Mar 07 14:09:11.257257 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:11.263838 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.350600 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] For port 68c58d8d-0741-49b7-8045-8ebd774aaded, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=68c58d8d-0741-49b7-8045-8ebd774aaded,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:11.365439 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.401532 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:11.401926 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.408228 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-968d49d1-483a-4c9a-ad65-4395fb49abe4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9053750 Mar 07 14:09:11.471252 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Request body: {'port': {'device_id': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:11.485668 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74ac2a-017b-4483-b208-6ad4512a94ee None None] Pushing event updated for resources: {'Port': ['ID=68c58d8d-0741-49b7-8045-8ebd774aaded,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:11.515202 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Router 3c48d191-5d6c-4280-a7f2-234329e4b18e is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:09:11.526092 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Pushing event updated for resources: {'Port': ['ID=2ee1d1c6-d2af-4684-aa64-efa294af96af,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:11.560284 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,segment=NetworkSegment(96bd761f-9c2b-4625-9455-f06ad0e087a3),segment_id=96bd761f-9c2b-4625-9455-f06ad0e087a3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:11.563180 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:09Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:11.598897 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68fcfa-3351-42bc-830c-3bf79faa980c req-022f1fbb-1cf4-4c57-8888-c55476c9c45b tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:11.604686 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951b63-8c72-4617-97d9-7dc5b9d12856 None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:09Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:11.608211 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.609328 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d68fcfa-3351-42bc-830c-3bf79faa980c req-022f1fbb-1cf4-4c57-8888-c55476c9c45b tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 943 time: 0.2718365 Mar 07 14:09:11.615181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.657917 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-35684f5a-108d-47be-81b7-81287c21332d None None] Provisioning complete for port 68c58d8d-0741-49b7-8045-8ebd774aaded triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:11.658291 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-35684f5a-108d-47be-81b7-81287c21332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.672652 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d68fcfa-3351-42bc-830c-3bf79faa980c req-6e30c76a-19aa-46dd-b380-7c2b5f1dac33 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622075 Mar 07 14:09:11.684363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Attempting to bind port 2ee1d1c6-d2af-4684-aa64-efa294af96af on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:11.684812 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Attempting to bind port 2ee1d1c6-d2af-4684-aa64-efa294af96af by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:11.685247 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Attempting to bind port 2ee1d1c6-d2af-4684-aa64-efa294af96af on network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:11.737784 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:11.746500 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Port 2ee1d1c6-d2af-4684-aa64-efa294af96af on network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:09:11.749411 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Attempting to bind port 2ee1d1c6-d2af-4684-aa64-efa294af96af on network a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:11.762446 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Network dfb00c47-f397-489f-93ca-001418f802d4 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:11.780744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7136-b3dd-4e0b-b92b-6f47f4876672 req-35a2a35e-bae2-4e44-bcbe-7977dbca1372 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:11.781602 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-750b7136-b3dd-4e0b-b92b-6f47f4876672 req-35a2a35e-bae2-4e44-bcbe-7977dbca1372 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 931 time: 0.4806182 Mar 07 14:09:11.787310 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (453aeb74-3b55-4805-920f-146d9ca87500), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.873408 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-35684f5a-108d-47be-81b7-81287c21332d None None] Current status of the port 68c58d8d-0741-49b7-8045-8ebd774aaded is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:11.875522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:11.891399 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:11.894636 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:11.895088 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Checking segment: {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:11.895609 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Bound using segment: {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:11.896284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Bound port: 2ee1d1c6-d2af-4684-aa64-efa294af96af, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0d7b58-89c0-43e9-86c9-28261e9f32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:11.896763 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.900933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-35684f5a-108d-47be-81b7-81287c21332d None None] Provisioning complete for port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:11.900933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-35684f5a-108d-47be-81b7-81287c21332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:11.904844 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:11.975913 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 68c58d8d-0741-49b7-8045-8ebd774aaded up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:12.004784 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:09:12.016079 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Sync routers for ids ['3c48d191-5d6c-4280-a7f2-234329e4b18e'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:09:12.041462 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Routers {'3c48d191-5d6c-4280-a7f2-234329e4b18e'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:12.042452 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['3c48d191-5d6c-4280-a7f2-234329e4b18e'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:12.072386 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:12.079463 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-750b7136-b3dd-4e0b-b92b-6f47f4876672 req-fab490c1-4dcb-4e63-a667-b62e9b3589bc tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897556 Mar 07 14:09:12.096039 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.106014 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731835-eb78-48eb-aa3a-46330cfb5ae5 req-d4fbcf86-9895-48e5-ac29-19bbf4ffa261 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:12.107495 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a1731835-eb78-48eb-aa3a-46330cfb5ae5 req-d4fbcf86-9895-48e5-ac29-19bbf4ffa261 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 932 time: 0.2950599 Mar 07 14:09:12.186741 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-62d663d9-5506-444c-89f9-92fe6f0e49aa tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9131429 Mar 07 14:09:12.197802 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 68c58d8d-0741-49b7-8045-8ebd774aaded triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:12.198253 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.201170 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.212056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60668) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:12.215810 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-84da5a0d-4b47-44b0-9e15-5650f3b0210d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2605600 Mar 07 14:09:12.231911 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Request body: {'port': {'device_id': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:12.256255 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] For port 2ee1d1c6-d2af-4684-aa64-efa294af96af, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:12.319960 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] For port 2ee1d1c6-d2af-4684-aa64-efa294af96af, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:12.348228 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Set router 3c48d191-5d6c-4280-a7f2-234329e4b18e gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:12.355642 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-35684f5a-108d-47be-81b7-81287c21332d None None] Current status of the port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:12.384747 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.480992 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 68c58d8d-0741-49b7-8045-8ebd774aaded is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:12.484115 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.493830 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:12.494617 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.496457 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] 10.222.0.23 "PUT /v2.0/ports/2ee1d1c6-d2af-4684-aa64-efa294af96af HTTP/1.1" status: 200 len: 1093 time: 4.1617146 Mar 07 14:09:12.496720 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-1b230d51-85df-4b9f-be77-653053a1c5df None None] Provisioning complete for port 42c299cf-c090-4682-8024-45e1b4eae9b1 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:12.497112 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1b230d51-85df-4b9f-be77-653053a1c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.564198 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'tag': '2ee1d1c6-d2af-4684-aa64-efa294af96af'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:12.572329 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1392731a-ff3b-41fe-89cf-d3755ca9b70a" -d '{"events": [{"name": "network-changed", "server_uuid": "973bf50a-3e7c-42c2-8b43-358ca9c44286", "tag": "2ee1d1c6-d2af-4684-aa64-efa294af96af"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:12.578158 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-1b230d51-85df-4b9f-be77-653053a1c5df None None] Port 42c299cf-c090-4682-8024-45e1b4eae9b1 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:12.594942 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a1731835-eb78-48eb-aa3a-46330cfb5ae5 req-728aadab-63c7-4261-a9bb-85f0eafe7235 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704545 Mar 07 14:09:12.616315 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-1b230d51-85df-4b9f-be77-653053a1c5df None None] Provisioning complete for port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:12.616763 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1b230d51-85df-4b9f-be77-653053a1c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:12.698245 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcff4f3-246b-43ff-8927-04db0a86554a service neutron] Pushing event updated for resources: {'Port': ['ID=2ee1d1c6-d2af-4684-aa64-efa294af96af,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:12.783165 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eafebe-8562-42f3-835e-95a4d9f44a5c req-03b4de2d-ae4a-404d-bf31-2be187f4d74e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:12.790366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a6eafebe-8562-42f3-835e-95a4d9f44a5c req-03b4de2d-ae4a-404d-bf31-2be187f4d74e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 945 time: 0.5500231 Mar 07 14:09:12.818124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.23', 52987) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:12.869878 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:09:09Z', 'revision_number': 3, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:12.888765 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-1b230d51-85df-4b9f-be77-653053a1c5df None None] Current status of the port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:12.926589 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Checking router: 3c48d191-5d6c-4280-a7f2-234329e4b18e for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:09:12.927528 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Updating router 3c48d191-5d6c-4280-a7f2-234329e4b18e port daa7666e-670d-4459-b748-52ef7dc90353 binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:09:12.960914 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a6eafebe-8562-42f3-835e-95a4d9f44a5c req-184454d3-5877-4f02-932f-0601909fa517 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642213 Mar 07 14:09:13.021864 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (daa7666e-670d-4459-b748-52ef7dc90353), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.077140 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513c515-6cc0-40ea-8922-3adaca39fce6 req-1c7f7216-8e2a-4363-935e-0087a6e799c3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:13.084886 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e513c515-6cc0-40ea-8922-3adaca39fce6 req-1c7f7216-8e2a-4363-935e-0087a6e799c3 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.3699276 Mar 07 14:09:13.141916 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-0136848f-69c3-477a-a2ab-d1bd5f4bb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:13.143687 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-0136848f-69c3-477a-a2ab-d1bd5f4bb810 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1129 time: 0.3186233 Mar 07 14:09:13.253971 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453aeb74-3b55-4805-920f-146d9ca87500 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:13.262259 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9055590-a439-4525-b837-9bb414c934f6 x-openstack-request-id: req-e9055590-a439-4525-b837-9bb414c934f6 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:13.262590 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973bf50a-3e7c-42c2-8b43-358ca9c44286", "tag": "2ee1d1c6-d2af-4684-aa64-efa294af96af", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:13.262791 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9055590-a439-4525-b837-9bb414c934f6 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:13.263183 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'tag': '2ee1d1c6-d2af-4684-aa64-efa294af96af', 'status': 'completed', 'code': 200} Mar 07 14:09:13.309363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c299cf-c090-4682-8024-45e1b4eae9b1 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:13.315019 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.23', 52988) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:13.319124 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-ca952897-a72b-4460-aa73-a8b59810a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:13.321246 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-ca952897-a72b-4460-aa73-a8b59810a132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 1127 time: 0.7259512 Mar 07 14:09:13.337633 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Publish callbacks [] for port (453aeb74-3b55-4805-920f-146d9ca87500), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.402171 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Publish callbacks [] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.410471 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-00574a39-75b1-4de2-be4f-ca2a603b21dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af HTTP/1.1" status: 200 len: 217 time: 0.0510488 Mar 07 14:09:13.609399 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Publish callbacks [] for port (daa7666e-670d-4459-b748-52ef7dc90353), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.624193 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (daa7666e-670d-4459-b748-52ef7dc90353), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.693259 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828ac4-a265-4a7d-99bc-d68640273624 None None] Pushing event updated for resources: {'Port': ['ID=daa7666e-670d-4459-b748-52ef7dc90353,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:13.757983 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Attempting to bind port daa7666e-670d-4459-b748-52ef7dc90353 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:13.758322 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Attempting to bind port daa7666e-670d-4459-b748-52ef7dc90353 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:13.758824 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Attempting to bind port daa7666e-670d-4459-b748-52ef7dc90353 on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:13.787931 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:13.788322 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:13.788759 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.789212 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:13.789705 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Bound port: daa7666e-670d-4459-b748-52ef7dc90353, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:13.790180 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (daa7666e-670d-4459-b748-52ef7dc90353), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.860886 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Transition to ACTIVE for port object 42c299cf-c090-4682-8024-45e1b4eae9b1 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:09:13.877377 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:13.898971 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Transition to ACTIVE for port object 453aeb74-3b55-4805-920f-146d9ca87500 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:09:13.901132 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] For port daa7666e-670d-4459-b748-52ef7dc90353, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:13.901406 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefec4a-2961-4e28-b7ac-d61ba69eb716 req-6ba1c563-5fed-4b43-b030-ab2bbf13c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:13.903420 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-feefec4a-2961-4e28-b7ac-d61ba69eb716 req-6ba1c563-5fed-4b43-b030-ab2bbf13c697 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.5808730 Mar 07 14:09:13.905961 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-7cd7fa1f-efe5-4227-9ae9-aba0c30572b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:13.908218 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-7cd7fa1f-efe5-4227-9ae9-aba0c30572b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e51425fe-2de3-4348-926a-e04b21cc9959 HTTP/1.1" status: 200 len: 848 time: 0.4890280 Mar 07 14:09:13.910441 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.912182 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] For port daa7666e-670d-4459-b748-52ef7dc90353, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=daa7666e-670d-4459-b748-52ef7dc90353,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:13.923785 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (daa7666e-670d-4459-b748-52ef7dc90353), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.931987 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e513c515-6cc0-40ea-8922-3adaca39fce6 req-da57b091-166e-4cdf-ae7b-946e4f1cf20b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8460929 Mar 07 14:09:13.962453 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (453aeb74-3b55-4805-920f-146d9ca87500), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.992773 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.039294 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:14.039856 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.066025 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Routers {'3c48d191-5d6c-4280-a7f2-234329e4b18e'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:14.067300 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:08:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['3c48d191-5d6c-4280-a7f2-234329e4b18e'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:14.084654 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-f050e9cf-1367-40ff-8de5-325d6f5e666f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955238 Mar 07 14:09:14.201536 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-feefec4a-2961-4e28-b7ac-d61ba69eb716 req-b7698c1c-7c7d-45aa-a26b-2248d4fd1b15 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098713 Mar 07 14:09:14.216636 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] Set router 3c48d191-5d6c-4280-a7f2-234329e4b18e gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:14.259623 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:14.369918 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee73f1-b259-4d01-9836-268e8a7409e1 req-00213893-f781-47e8-8fb3-4a7440efce97 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:14.381163 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-95ee73f1-b259-4d01-9836-268e8a7409e1 req-00213893-f781-47e8-8fb3-4a7440efce97 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 943 time: 1.0639181 Mar 07 14:09:14.438298 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828ac4-a265-4a7d-99bc-d68640273624 None None] Pushing event updated for resources: {'Port': ['ID=daa7666e-670d-4459-b748-52ef7dc90353,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.478388 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Attempting to bind port 42c299cf-c090-4682-8024-45e1b4eae9b1 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:14.478672 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Attempting to bind port 42c299cf-c090-4682-8024-45e1b4eae9b1 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:14.479057 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Attempting to bind port 42c299cf-c090-4682-8024-45e1b4eae9b1 on network dfb00c47-f397-489f-93ca-001418f802d4 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:14.486646 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Port 42c299cf-c090-4682-8024-45e1b4eae9b1 on network dfb00c47-f397-489f-93ca-001418f802d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:09:14.486646 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Attempting to bind port 42c299cf-c090-4682-8024-45e1b4eae9b1 on network dfb00c47-f397-489f-93ca-001418f802d4 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:14.494842 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-5979bc68-17ce-4905-b728-43db47af089e service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081360 Mar 07 14:09:14.494842 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:14.496099 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Checking segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:14.497224 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Bound using segment: {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:14.497224 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Bound port: 42c299cf-c090-4682-8024-45e1b4eae9b1, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5560a-efb9-46a2-b8fe-c9369eb17c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:14.497516 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.543359 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:09:09Z', 'revision_number': 3, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:14.565563 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Pushing event updated for resources: {'Port': ['ID=453aeb74-3b55-4805-920f-146d9ca87500,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.570233 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-cb18aa6c-1041-4e62-8fda-7be695baf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:14.573034 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-cb18aa6c-1041-4e62-8fda-7be695baf8da service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 1.3727486 Mar 07 14:09:14.580666 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:14.585967 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:14.601233 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.616428 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7bd1-cd8e-42a5-a369-52b9479c7a2c None None] The sync data for ids ['3c48d191-5d6c-4280-a7f2-234329e4b18e'] in dv-cinder-827554-2-iscsi is: [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:09:09Z', 'revision_number': 3, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:14.703561 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:14.705150 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.707275 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] 10.222.0.23 "PUT /v2.0/ports/42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 1094 time: 2.4809289 Mar 07 14:09:14.711611 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b7a10-bc46-4b24-800e-5f0d1cbf419f service neutron] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.901908 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-95ee73f1-b259-4d01-9836-268e8a7409e1 req-eebcf3ba-cb68-4b6e-ae24-59fa2261c5b3 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203444 Mar 07 14:09:15.056416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c2fe088c-8ca9-437b-a70b-bdcafaf216a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:15.057970 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-c2fe088c-8ca9-437b-a70b-bdcafaf216a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1128 time: 0.2258713 Mar 07 14:09:15.145594 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeccc5-29f4-4835-9b50-c0fe80847d26 req-5b0e8501-4d59-4e82-b144-9506f1dc3286 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:15.147126 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cdeccc5-29f4-4835-9b50-c0fe80847d26 req-5b0e8501-4d59-4e82-b144-9506f1dc3286 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 943 time: 0.9897189 Mar 07 14:09:15.167067 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a9a9e2c7-9abd-45c4-b097-441526c530da req-d3610339-e268-45cd-a1c9-1fd3746f09c5 service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996217 Mar 07 14:09:15.205630 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:09:15.226029 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.322325 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:15.325758 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8f29f-afc2-4015-838d-272678b655bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:15.329837 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-57b7c57e-d1c7-45e1-9351-d3d346fd9fa2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 217 time: 0.2504666 Mar 07 14:09:15.478218 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: ACTIVE; New status is: DOWN {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:15.481231 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.507020 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cdeccc5-29f4-4835-9b50-c0fe80847d26 req-1b3cfa8a-98e9-41ff-965a-0da91713b575 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129573 Mar 07 14:09:15.572521 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-ace2f515-45ac-493c-8bfe-948860d2cae6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 1001 time: 0.7399392 Mar 07 14:09:15.657943 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:15.665368 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-bf9f84e0-d86b-4ddb-ad5d-357f0f5870ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:15.667419 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:15.671326 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-bf9f84e0-d86b-4ddb-ad5d-357f0f5870ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 1127 time: 0.3386612 Mar 07 14:09:15.676037 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bec3eb-3a8f-47c1-bc8e-60a5dc891054" -d '{"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:15.678546 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-0ea7aa9f-5725-492c-8e62-0864e5345a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:15.682340 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-0ea7aa9f-5725-492c-8e62-0864e5345a84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.3319926 Mar 07 14:09:15.689130 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.713514 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Attempting to bind port 453aeb74-3b55-4805-920f-146d9ca87500 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:15.717631 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Attempting to bind port 453aeb74-3b55-4805-920f-146d9ca87500 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:15.718098 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Attempting to bind port 453aeb74-3b55-4805-920f-146d9ca87500 on network cc6e7af4-2ff5-4ac2-8278-317c07b380df {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:15.885272 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=8']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:15.894189 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Port 453aeb74-3b55-4805-920f-146d9ca87500 on network cc6e7af4-2ff5-4ac2-8278-317c07b380df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:09:15.894986 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Attempting to bind port 453aeb74-3b55-4805-920f-146d9ca87500 on network cc6e7af4-2ff5-4ac2-8278-317c07b380df {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:15.903131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-00835807-9c21-4be2-954e-694f116717db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:15.905461 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-00835807-9c21-4be2-954e-694f116717db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.1191370 Mar 07 14:09:15.948292 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:15.948292 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Checking segment: {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:15.948292 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Bound using segment: {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:15.948292 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Bound port: 453aeb74-3b55-4805-920f-146d9ca87500, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:15.948292 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (453aeb74-3b55-4805-920f-146d9ca87500), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.956112 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device daa7666e-670d-4459-b748-52ef7dc90353 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:16.067138 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-188433fb-4cb6-4597-aabc-14f01675e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.071259 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] For port 453aeb74-3b55-4805-920f-146d9ca87500, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:16.074257 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-188433fb-4cb6-4597-aabc-14f01675e839 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 200 len: 909 time: 0.3884828 Mar 07 14:09:16.075149 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] For port 453aeb74-3b55-4805-920f-146d9ca87500, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=453aeb74-3b55-4805-920f-146d9ca87500,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:16.076799 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-9b3cec1a-1e03-45e8-a2f4-b7b7eebc7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.082219 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-9b3cec1a-1e03-45e8-a2f4-b7b7eebc7db8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1579297 Mar 07 14:09:16.090849 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port daa7666e-670d-4459-b748-52ef7dc90353 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:16.091301 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (daa7666e-670d-4459-b748-52ef7dc90353), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:16.105216 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (453aeb74-3b55-4805-920f-146d9ca87500), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:16.179047 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Pushing event updated for resources: {'Port': ['ID=453aeb74-3b55-4805-920f-146d9ca87500,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:16.192865 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19666097-d890-499e-a470-d393bd3b35c6 req-dc6327bd-20c7-47ac-8fd0-148dc4d5635d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.194835 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19666097-d890-499e-a470-d393bd3b35c6 req-dc6327bd-20c7-47ac-8fd0-148dc4d5635d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 944 time: 1.0744836 Mar 07 14:09:16.275617 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-2d97125e-eb44-42ef-87bb-2a94a911ce60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af HTTP/1.1" status: 200 len: 217 time: 0.0964670 Mar 07 14:09:16.292989 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19666097-d890-499e-a470-d393bd3b35c6 req-270beae3-109d-4698-b465-20b6aba3d129 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571494 Mar 07 14:09:16.318868 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c97a6-5619-4f20-a1a2-32cb3b994541 req-253b31d0-8de1-41ef-9fec-452d9661b4d8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.318868 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e16c97a6-5619-4f20-a1a2-32cb3b994541 req-253b31d0-8de1-41ef-9fec-452d9661b4d8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.5508392 Mar 07 14:09:16.325525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.327791 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:16.330037 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-19245292-266d-45b4-b256-c32a42c2a0bc service neutron] 10.222.0.23 "PUT /v2.0/ports/453aeb74-3b55-4805-920f-146d9ca87500 HTTP/1.1" status: 200 len: 1093 time: 4.8689964 Mar 07 14:09:16.338861 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'tag': '453aeb74-3b55-4805-920f-146d9ca87500'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:16.348010 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63e8b4-f121-4f9a-ae9a-4a946f779189", "tag": "453aeb74-3b55-4805-920f-146d9ca87500"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:16.374830 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port daa7666e-670d-4459-b748-52ef7dc90353 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:16.398388 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (daa7666e-670d-4459-b748-52ef7dc90353), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:16.412493 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-41d20e4f-4d8c-42fa-96d0-dcf1dbfbf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.416113 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-41d20e4f-4d8c-42fa-96d0-dcf1dbfbf117 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4421816 Mar 07 14:09:16.467732 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port daa7666e-670d-4459-b748-52ef7dc90353, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=daa7666e-670d-4459-b748-52ef7dc90353,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:16.477447 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (daa7666e-670d-4459-b748-52ef7dc90353), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:16.530428 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-17f91a17-213b-4fdf-a3f0-d88516b88f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.532479 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-17f91a17-213b-4fdf-a3f0-d88516b88f6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e51425fe-2de3-4348-926a-e04b21cc9959 HTTP/1.1" status: 200 len: 848 time: 0.2273507 Mar 07 14:09:16.592829 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-1a1bb736-8849-49f0-805f-bc680b0d44a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510538 Mar 07 14:09:16.597748 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e16c97a6-5619-4f20-a1a2-32cb3b994541 req-ea832ba0-9865-4b76-bbbf-de3a533e405b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296815 Mar 07 14:09:16.604485 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-079c2bdc-e93e-4a80-848c-566a54724eed service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065120 Mar 07 14:09:16.622061 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=daa7666e-670d-4459-b748-52ef7dc90353,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:16.705131 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c0a0ee-c95e-450e-84be-2848ad4b280b x-openstack-request-id: req-76c0a0ee-c95e-450e-84be-2848ad4b280b {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:16.705131 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:16.705463 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c0a0ee-c95e-450e-84be-2848ad4b280b {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:16.706009 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'status': 'completed', 'code': 200} Mar 07 14:09:16.727858 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-2bc3dc0c-65d7-4a13-9ff5-1e57462cea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.738076 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-2bc3dc0c-65d7-4a13-9ff5-1e57462cea61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=055439caad0842709ba1ab5c019031be&device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 1127 time: 0.3205547 Mar 07 14:09:16.756410 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43916da8-a838-45c8-84e4-9644e20845c4 x-openstack-request-id: req-43916da8-a838-45c8-84e4-9644e20845c4 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:16.757012 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:16.757563 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43916da8-a838-45c8-84e4-9644e20845c4 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:16.758195 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'code': 200} Mar 07 14:09:16.773727 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Allocated IP 172.20.0.1 (4946b532-b17b-4d3b-8f06-1969437d6b2d/d273ab31-6e54-44e9-9284-28351bdf7d57/34d2d0da-1e13-4b46-bd0f-3d1ec9e15699) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:16.792240 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167db76-08b2-4c73-9d3f-7d8762977b19 req-96d28678-b124-4dfc-a75d-4c1e8b2818d2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.799771 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6167db76-08b2-4c73-9d3f-7d8762977b19 req-96d28678-b124-4dfc-a75d-4c1e8b2818d2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.3490629 Mar 07 14:09:16.866672 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-4cdccf3f-7f6b-46a2-9ef0-1fc791bbd8c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453aeb74-3b55-4805-920f-146d9ca87500 HTTP/1.1" status: 200 len: 217 time: 0.0599303 Mar 07 14:09:16.875639 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-23c884c0-a7b3-46f9-95fc-2cc87dc7adec service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083309 Mar 07 14:09:16.887548 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-8e71791c-2727-4a73-a630-dc098b0631b6 service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622254 Mar 07 14:09:16.889567 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce0a3a56-b55a-4e0d-9194-0764e6a7067e req-e443dc14-406f-47c9-b35a-50e309fe292e service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426736 Mar 07 14:09:16.990754 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6167db76-08b2-4c73-9d3f-7d8762977b19 req-25e3da59-4ad4-4743-bb8b-7bde4bd0567a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900780 Mar 07 14:09:17.092773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc74ea91-4252-4549-a63e-fc51e4c89d7c x-openstack-request-id: req-dc74ea91-4252-4549-a63e-fc51e4c89d7c {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:17.093249 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63e8b4-f121-4f9a-ae9a-4a946f779189", "tag": "453aeb74-3b55-4805-920f-146d9ca87500", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:17.093670 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc74ea91-4252-4549-a63e-fc51e4c89d7c {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:17.094241 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'tag': '453aeb74-3b55-4805-920f-146d9ca87500', 'status': 'completed', 'code': 200} Mar 07 14:09:17.187239 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-231ba9d5-2c9e-4546-b7e6-1500bca27553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:17.189111 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-231ba9d5-2c9e-4546-b7e6-1500bca27553 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deef84bf-61c5-4dee-8e58-1228e39d9a7c HTTP/1.1" status: 200 len: 853 time: 0.2990119 Mar 07 14:09:17.215644 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2ee1d1c6-d2af-4684-aa64-efa294af96af details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:09:17.227664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeade38-b449-4ce8-b550-9d2c44ba4522 req-1daa6d07-b80a-47d1-a3ab-c3ecfdb98e54 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:17.235549 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6eeade38-b449-4ce8-b550-9d2c44ba4522 req-1daa6d07-b80a-47d1-a3ab-c3ecfdb98e54 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 943 time: 0.3227217 Mar 07 14:09:17.358408 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f056ab-9038-49d8-a6d8-5efb0b473efc req-55d6ea11-3663-4cce-837c-808587ef4f0a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:17.364588 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1f056ab-9038-49d8-a6d8-5efb0b473efc req-55d6ea11-3663-4cce-837c-808587ef4f0a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 943 time: 0.2182152 Mar 07 14:09:17.420228 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a78ae9-e8b5-4b90-97d4-6f3d03cb51c0 req-c0ecc0a2-7e93-4759-be1f-16a33490f53d service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176423 Mar 07 14:09:17.441170 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6eeade38-b449-4ce8-b550-9d2c44ba4522 req-ac9b3025-40d1-4c6c-9e41-5e035f04ba5e tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943645 Mar 07 14:09:17.456754 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks [] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:17.508122 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 2ee1d1c6-d2af-4684-aa64-efa294af96af, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:17.526616 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1f056ab-9038-49d8-a6d8-5efb0b473efc req-6d99a160-3892-487b-a109-936981fb00dd tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975554 Mar 07 14:09:17.540588 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-183a6f0c-74e3-49b8-a93f-4ef6073a0fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:17.558375 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:17.558518 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '2ee1d1c6-d2af-4684-aa64-efa294af96af', 'network_id': 'a90864b0-7ccf-4a4b-94d9-7ac0a934aa32', 'port_id': '2ee1d1c6-d2af-4684-aa64-efa294af96af', 'mac_address': 'fa:16:3e:d0:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51425fe-2de3-4348-926a-e04b21cc9959', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:09:17.621351 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-8cf57d4c-812a-4201-a0a1-b1f94e05e599 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc6e7af4-2ff5-4ac2-8278-317c07b380df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329621 Mar 07 14:09:17.623805 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:17.677368 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 2ee1d1c6-d2af-4684-aa64-efa294af96af is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:17.677936 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:17.695162 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee1d1c6-d2af-4684-aa64-efa294af96af {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:17.736409 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 2ee1d1c6-d2af-4684-aa64-efa294af96af, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:17.743694 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:17.870973 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1392731a-ff3b-41fe-89cf-d3755ca9b70a req-01e81b1e-c1b6-41d1-97d9-b1d33c99f1eb service neutron] 10.222.0.23 "GET /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192689 Mar 07 14:09:17.953596 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device daa7666e-670d-4459-b748-52ef7dc90353 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:18.015623 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=2ee1d1c6-d2af-4684-aa64-efa294af96af,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:18.033530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.034571 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.034946 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.035293 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.035672 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.036009 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.036343 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.036998 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.037472 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.037818 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.038146 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.038474 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.038801 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:18.052060 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['2ee1d1c6-d2af-4684-aa64-efa294af96af'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:18.111008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port daa7666e-670d-4459-b748-52ef7dc90353 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:18.111440 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (daa7666e-670d-4459-b748-52ef7dc90353), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:18.298322 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:18.440922 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:18.460749 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port daa7666e-670d-4459-b748-52ef7dc90353 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:18.524700 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Pushing event updated for resources: {'Port': ['ID=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:18.657489 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-e63e6dfb-648e-4c7a-a6f7-1b3bb7c2828a None None] Provisioning complete for port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:18.658110 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e63e6dfb-648e-4c7a-a6f7-1b3bb7c2828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:18.660694 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (3c48d191-5d6c-4280-a7f2-234329e4b18e), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:18.721264 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd0cb-6fec-4df7-a553-023fad866e0f req-4f27409f-87af-45f2-96a2-475e5792a741 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:18.729203 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9f5bd0cb-6fec-4df7-a553-023fad866e0f req-4f27409f-87af-45f2-96a2-475e5792a741 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.4260502 Mar 07 14:09:18.731412 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-e63e6dfb-648e-4c7a-a6f7-1b3bb7c2828a None None] Port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:18.754539 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f29f-afc2-4015-838d-272678b655bc req-60a73eab-dae5-4b5a-80b5-86afcf3f93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:18.756218 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-60a73eab-dae5-4b5a-80b5-86afcf3f93ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1128 time: 1.1312597 Mar 07 14:09:18.782084 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5c8a-2c69-47d7-a9c1-75faf9b539fb req-b53abc19-87d5-4698-8409-0dad395ea23e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:18.789733 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-047c5c8a-2c69-47d7-a9c1-75faf9b539fb req-b53abc19-87d5-4698-8409-0dad395ea23e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 944 time: 1.1351149 Mar 07 14:09:18.812643 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-e174953d-57c8-4c04-80e0-b15d6b75c67d service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1755459 Mar 07 14:09:18.915236 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9f5bd0cb-6fec-4df7-a553-023fad866e0f req-a0480fd8-6981-487a-983f-a8d795e4596c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850486 Mar 07 14:09:18.932628 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-047c5c8a-2c69-47d7-a9c1-75faf9b539fb req-1c99264b-7618-4937-b430-f6e4e0639381 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413848 Mar 07 14:09:19.043482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.134906 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a151ec-fcc3-4053-a7f0-0123754b0fa2 req-9a7b06b7-9eff-4c71-a3b1-ab2459c712f2 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:19.136835 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71a151ec-fcc3-4053-a7f0-0123754b0fa2 req-9a7b06b7-9eff-4c71-a3b1-ab2459c712f2 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 944 time: 0.1048217 Mar 07 14:09:19.217567 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2ee1d1c6-d2af-4684-aa64-efa294af96af up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:19.265749 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71a151ec-fcc3-4053-a7f0-0123754b0fa2 req-2685a5f7-9d96-429e-a79b-54b624306137 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161318 Mar 07 14:09:19.315746 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 2ee1d1c6-d2af-4684-aa64-efa294af96af completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:09:19.319848 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 2ee1d1c6-d2af-4684-aa64-efa294af96af triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:19.320230 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.320869 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69080be1-1629-4950-b130-7e6141babe25 req-74ea424f-4ca1-425f-b839-361023b5ced4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:19.323828 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-69080be1-1629-4950-b130-7e6141babe25 req-74ea424f-4ca1-425f-b839-361023b5ced4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 943 time: 0.1145191 Mar 07 14:09:19.384243 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks [] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.408443 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.435946 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 2ee1d1c6-d2af-4684-aa64-efa294af96af is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:19.436699 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.473912 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee1d1c6-d2af-4684-aa64-efa294af96af'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:19.476562 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b85737-dfa0-419a-851a-db149274b695" -d '{"events": [{"server_uuid": "973bf50a-3e7c-42c2-8b43-358ca9c44286", "name": "network-vif-plugged", "status": "completed", "tag": "2ee1d1c6-d2af-4684-aa64-efa294af96af"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:19.485509 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (3c48d191-5d6c-4280-a7f2-234329e4b18e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.491292 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 2ee1d1c6-d2af-4684-aa64-efa294af96af, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:19.498850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.519975 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-69080be1-1629-4950-b130-7e6141babe25 req-9d1bed39-38a2-4047-9292-155edd9ced64 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909292 Mar 07 14:09:19.558166 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Pushing event updated for resources: {'Port': ['ID=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:19.577025 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=2ee1d1c6-d2af-4684-aa64-efa294af96af,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:19.630122 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2076a-ae73-4b73-a4b1-3c624af44138 x-openstack-request-id: req-3ae2076a-ae73-4b73-a4b1-3c624af44138 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:19.631150 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973bf50a-3e7c-42c2-8b43-358ca9c44286", "name": "network-vif-plugged", "status": "completed", "tag": "2ee1d1c6-d2af-4684-aa64-efa294af96af", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:19.631652 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ae2076a-ae73-4b73-a4b1-3c624af44138 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:19.632299 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee1d1c6-d2af-4684-aa64-efa294af96af', 'code': 200} Mar 07 14:09:19.641320 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eaff8-a3a1-418d-8bb8-2c0f097d4d92 req-3dd16952-c6b6-474a-bd6c-3342ebfc0692 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:19.642957 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2f7eaff8-a3a1-418d-8bb8-2c0f097d4d92 req-3dd16952-c6b6-474a-bd6c-3342ebfc0692 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.2735715 Mar 07 14:09:19.653348 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:19.660963 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:19.773133 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2f7eaff8-a3a1-418d-8bb8-2c0f097d4d92 req-42dab414-8ed0-4c93-97e0-7d532907e8b2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218007 Mar 07 14:09:19.818738 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9aa7bfb5-3655-49b9-9e0d-59609608d806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.873284 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Router 3c48d191-5d6c-4280-a7f2-234329e4b18e has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:09:20.076401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-0b5a210d-0278-4acf-99f2-9986b7455bbd None None] Provisioning complete for port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:20.076789 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0b5a210d-0278-4acf-99f2-9986b7455bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:20.120308 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a210d-0278-4acf-99f2-9986b7455bbd None None] Port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:20.135984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:09:20.153393 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Sync routers for ids ['3c48d191-5d6c-4280-a7f2-234329e4b18e'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:09:20.153628 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-55f83385-f98f-49d3-a773-4b5fb5c0ac93 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c48d191-5d6c-4280-a7f2-234329e4b18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9166720 Mar 07 14:09:20.163535 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06a7b5-1f33-4ecd-b534-0b08be63d9a1 req-a357fe62-bf76-4c4b-a67f-0ff2551929ae tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:20.165425 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b06a7b5-1f33-4ecd-b534-0b08be63d9a1 req-a357fe62-bf76-4c4b-a67f-0ff2551929ae tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 944 time: 0.1237259 Mar 07 14:09:20.176993 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Routers {'3c48d191-5d6c-4280-a7f2-234329e4b18e'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:20.178049 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['3c48d191-5d6c-4280-a7f2-234329e4b18e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:20.179000 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f10c52-437b-4bae-895e-65c18d4c55d5 req-4eae4feb-8bd9-48bf-9cc9-490155b0543e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:20.180832 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32f10c52-437b-4bae-895e-65c18d4c55d5 req-4eae4feb-8bd9-48bf-9cc9-490155b0543e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1345327 Mar 07 14:09:20.288702 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b06a7b5-1f33-4ecd-b534-0b08be63d9a1 req-cf791643-07e7-4a41-b725-7d9005a177a6 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066020 Mar 07 14:09:20.291595 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32f10c52-437b-4bae-895e-65c18d4c55d5 req-68f46dd2-dcd5-4875-9cad-e4557ea78f4e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810180 Mar 07 14:09:20.373060 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Set router 3c48d191-5d6c-4280-a7f2-234329e4b18e gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:20.451083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbac42d-7777-43dc-b8e2-2595c2e72dca req-fa2e14f5-76e3-4568-852a-0df9ed541bc5 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:20.453475 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cbac42d-7777-43dc-b8e2-2595c2e72dca req-fa2e14f5-76e3-4568-852a-0df9ed541bc5 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.0784965 Mar 07 14:09:20.549065 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4cbac42d-7777-43dc-b8e2-2595c2e72dca req-ff943233-90f6-448d-981b-c1b47b6d72a2 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872233 Mar 07 14:09:20.727982 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:09:18Z', 'revision_number': 4, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '34d2d0da-1e13-4b46-bd0f-3d1ec9e15699', 'name': '', 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'mac_address': 'fa:16:3e:15:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd273ab31-6e54-44e9-9284-28351bdf7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:15Z', 'updated_at': '2022-03-07T14:09:19Z', 'revision_number': 2, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'subnets': [{'id': 'd273ab31-6e54-44e9-9284-28351bdf7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:20.739232 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f231b-6636-417b-9998-4399e9691b6c req-0b24f3c5-a57c-4a40-8b7a-c27130be6aa4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:20.741622 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-010f231b-6636-417b-9998-4399e9691b6c req-0b24f3c5-a57c-4a40-8b7a-c27130be6aa4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 943 time: 0.0860860 Mar 07 14:09:20.796802 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Checking router: 3c48d191-5d6c-4280-a7f2-234329e4b18e for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:09:20.797169 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Updating router 3c48d191-5d6c-4280-a7f2-234329e4b18e port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:09:20.814413 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-010f231b-6636-417b-9998-4399e9691b6c req-c03f879c-5f0e-45f6-bf14-a2c8ba758531 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Mar 07 14:09:20.881435 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:20.884449 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.071787 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087067-8035-41f9-8135-2e29af57950b req-3b9626f9-0056-4bea-9d24-4e407d9b309b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:21.088238 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c9087067-8035-41f9-8135-2e29af57950b req-3b9626f9-0056-4bea-9d24-4e407d9b309b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1702030 Mar 07 14:09:21.093838 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60772) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:21.098948 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785984510', 'description': 'tempest-secgroup-smoke-1785984510 description', 'project_id': '1f0565d018314753a32eecc6d16522bf'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:21.148303 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.206186 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c9087067-8035-41f9-8135-2e29af57950b req-07258e97-3996-43d1-9df6-3eb09a3fd955 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170862 Mar 07 14:09:21.290483 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group (23515437-fdd3-48fc-93ee-fd27a4457579), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.295923 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (23515437-fdd3-48fc-93ee-fd27a4457579), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.324454 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Publish callbacks [] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.336029 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.366308 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23515437-fdd3-48fc-93ee-fd27a4457579,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:21.374226 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.375262 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e6e55b74-50c5-44b6-95df-55ff423dff23 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2803714 Mar 07 14:09:21.380011 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60778) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:21.384463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group_rule': {'security_group_id': '23515437-fdd3-48fc-93ee-fd27a4457579', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:21.443273 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (1a676d00-6a6e-4568-bee1-6dd822a720ba), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.450030 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ffd2a-4865-45a1-b3a7-cf67b5fd7f55 None None] Pushing event updated for resources: {'Port': ['ID=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:21.576501 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Attempting to bind port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:21.577095 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Attempting to bind port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:21.577559 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Attempting to bind port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 on network 4946b532-b17b-4d3b-8f06-1969437d6b2d {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:21.612426 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:21.613211 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Checking segment: {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:21.613834 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.616851 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Bound using segment: {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:21.617844 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Bound port: 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bd761f-9c2b-4625-9455-f06ad0e087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:21.618245 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.650693 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (1a676d00-6a6e-4568-bee1-6dd822a720ba), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.671452 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (1a676d00-6a6e-4568-bee1-6dd822a720ba), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.696938 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ad480-c34e-4b4d-88ab-247fe5565eac req-f63cba03-845d-4516-ad55-a0072c8707e1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:21.698477 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-103ad480-c34e-4b4d-88ab-247fe5565eac req-f63cba03-845d-4516-ad55-a0072c8707e1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.2309337 Mar 07 14:09:21.727861 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] For port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:21.731714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] For port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,segment=NetworkSegment(96bd761f-9c2b-4625-9455-f06ad0e087a3),segment_id=96bd761f-9c2b-4625-9455-f06ad0e087a3)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:21.741503 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.744161 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a532e-5d7a-4817-942e-638c46194088 req-679b2e2a-7ebb-4970-a512-b3e2c4ffa8fb tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:21.746362 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-677a532e-5d7a-4817-942e-638c46194088 req-679b2e2a-7ebb-4970-a512-b3e2c4ffa8fb tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 944 time: 0.2799323 Mar 07 14:09:21.758487 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a676d00-6a6e-4568-bee1-6dd822a720ba,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:21.777264 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.778739 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d269227f-52e9-4549-ae75-92430b3c18e3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978727 Mar 07 14:09:21.781580 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60782) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:21.786603 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group_rule': {'security_group_id': '23515437-fdd3-48fc-93ee-fd27a4457579', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:21.839321 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (d1a82da3-da29-4d1c-99a2-2e0faa8f9916), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.844928 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ffd2a-4865-45a1-b3a7-cf67b5fd7f55 None None] Pushing event updated for resources: {'Port': ['ID=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:21.870779 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] Provisioning complete for port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:21.871159 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.912777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Routers {'3c48d191-5d6c-4280-a7f2-234329e4b18e'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:21.913931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['3c48d191-5d6c-4280-a7f2-234329e4b18e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:21.919527 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (d1a82da3-da29-4d1c-99a2-2e0faa8f9916), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.927402 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-677a532e-5d7a-4817-942e-638c46194088 req-26dd0f93-2842-42d8-8aff-b8d572774b90 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630998 Mar 07 14:09:21.935366 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (d1a82da3-da29-4d1c-99a2-2e0faa8f9916), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.941783 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-103ad480-c34e-4b4d-88ab-247fe5565eac req-ad879781-f82d-4d73-8171-dfd8449a7e96 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155533 Mar 07 14:09:22.012726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a82da3-da29-4d1c-99a2-2e0faa8f9916,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:22.072916 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.078583 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c4809f05-ccd2-4af6-aab3-8aa45e40f74e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2920985 Mar 07 14:09:22.078790 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60790) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:22.082607 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group_rule': {'security_group_id': '23515437-fdd3-48fc-93ee-fd27a4457579', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:22.250361 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] Set router 3c48d191-5d6c-4280-a7f2-234329e4b18e gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:22.268868 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (2a7a0624-d979-4c14-869c-079be9648cf7), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.344653 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.345981 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9fe6f-c45f-4bdb-a4b3-7c5ef45c520e req-98224315-656e-494b-9e56-e062fd8231fd tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:22.348120 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17e9fe6f-c45f-4bdb-a4b3-7c5ef45c520e req-98224315-656e-494b-9e56-e062fd8231fd tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 943 time: 0.2126403 Mar 07 14:09:22.363722 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (2a7a0624-d979-4c14-869c-079be9648cf7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.377476 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ac44-0acd-496f-95b3-9b279e836c42 req-67e3c630-3c4d-43d6-8eb0-9b3fc40507ef tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:22.384691 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4532ac44-0acd-496f-95b3-9b279e836c42 req-67e3c630-3c4d-43d6-8eb0-9b3fc40507ef tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.2743788 Mar 07 14:09:22.399117 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (2a7a0624-d979-4c14-869c-079be9648cf7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.439659 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7a0624-d979-4c14-869c-079be9648cf7,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:22.465965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] Current status of the port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:22.466360 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.469792 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.474428 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b584a1eb-84f6-4946-a328-5bf8122c428e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3921080 Mar 07 14:09:22.474744 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60796) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:22.477775 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17e9fe6f-c45f-4bdb-a4b3-7c5ef45c520e req-d6a19a7c-41a8-4e56-87de-624130b3dba1 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184442 Mar 07 14:09:22.480594 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group_rule': {'security_group_id': '23515437-fdd3-48fc-93ee-fd27a4457579', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:22.487317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4532ac44-0acd-496f-95b3-9b279e836c42 req-b57dc3a9-3f73-40d6-af2d-d690087cc95c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013677 Mar 07 14:09:22.524765 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (7eee54a4-2c6e-4486-abd3-ad42bdb3f7a8), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.545681 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] For port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,segment=NetworkSegment(96bd761f-9c2b-4625-9455-f06ad0e087a3),segment_id=96bd761f-9c2b-4625-9455-f06ad0e087a3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:22.550948 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.620416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (7eee54a4-2c6e-4486-abd3-ad42bdb3f7a8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.627006 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (7eee54a4-2c6e-4486-abd3-ad42bdb3f7a8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.650710 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6905bdf-131a-4ce5-8976-6aa9f98e39eb req-d88d33e9-8c87-4fed-b6ca-807a8184b78c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:22.652084 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eee54a4-2c6e-4486-abd3-ad42bdb3f7a8,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:22.655688 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6905bdf-131a-4ce5-8976-6aa9f98e39eb req-d88d33e9-8c87-4fed-b6ca-807a8184b78c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0968480 Mar 07 14:09:22.665644 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.667251 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-54c08ffd-5cc3-4f42-9e80-c73f7e10ec01 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907766 Mar 07 14:09:22.669350 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-2a5f301e-db69-4e1c-a364-42bd5fd2f28c tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075878066&fields=id&tenant_id=2386a2267d0649f98aedda9ae69163ce HTTP/1.1" status: 200 len: 267 time: 0.0774088 Mar 07 14:09:22.670012 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 60800) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:22.676862 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group_rule': {'security_group_id': '23515437-fdd3-48fc-93ee-fd27a4457579', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:22.754893 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Project 1f0565d018314753a32eecc6d16522bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:09:22.760533 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-2e0e3abc-4a3e-46a3-867d-1c40dbe56bf7 None None] Provisioning complete for port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:22.760913 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3abc-4a3e-46a3-867d-1c40dbe56bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.763103 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f542-d951-4382-9b41-b72d1a75c9b7 None None] Pushing event updated for resources: {'Port': ['ID=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:22.790359 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:09:18Z', 'revision_number': 4, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '34d2d0da-1e13-4b46-bd0f-3d1ec9e15699', 'name': '', 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'mac_address': 'fa:16:3e:15:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd273ab31-6e54-44e9-9284-28351bdf7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:15Z', 'updated_at': '2022-03-07T14:09:21Z', 'revision_number': 4, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'subnets': [{'id': 'd273ab31-6e54-44e9-9284-28351bdf7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:22.790722 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (84cf85d2-5739-4014-bbd5-88a385fc7b9b), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.795822 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6905bdf-131a-4ce5-8976-6aa9f98e39eb req-c3a5072b-0a53-4199-ba6a-c31a84b2beac tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355400 Mar 07 14:09:22.826998 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cedd5-a729-4314-bc7b-70cfc1408a08 None None] The sync data for ids ['3c48d191-5d6c-4280-a7f2-234329e4b18e'] in dv-cinder-827554-2-iscsi is: [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:09:18Z', 'revision_number': 4, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '34d2d0da-1e13-4b46-bd0f-3d1ec9e15699', 'name': '', 'network_id': '4946b532-b17b-4d3b-8f06-1969437d6b2d', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'mac_address': 'fa:16:3e:15:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd273ab31-6e54-44e9-9284-28351bdf7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:15Z', 'updated_at': '2022-03-07T14:09:21Z', 'revision_number': 4, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'subnets': [{'id': 'd273ab31-6e54-44e9-9284-28351bdf7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:22.860111 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-d0d5dd14-fd74-4d7a-94b6-991ecd4001bf tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:22.861584 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-d0d5dd14-fd74-4d7a-94b6-991ecd4001bf tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 809 time: 0.1743824 Mar 07 14:09:22.892579 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e3abc-4a3e-46a3-867d-1c40dbe56bf7 None None] Current status of the port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:22.935000 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (84cf85d2-5739-4014-bbd5-88a385fc7b9b), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.993945 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (84cf85d2-5739-4014-bbd5-88a385fc7b9b), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.033963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-2fbe29f2-2182-45b7-b0f5-a7158d02da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.036991 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-2fbe29f2-2182-45b7-b0f5-a7158d02da08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 1129 time: 0.0858157 Mar 07 14:09:23.061174 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-35e45a54-c119-4690-ad28-2a404da16032 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/quotas/2386a2267d0649f98aedda9ae69163ce HTTP/1.1" status: 200 len: 375 time: 0.1281319 Mar 07 14:09:23.186433 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-f5de1112-ac51-4c04-a98e-2c9435197d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.187956 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-f5de1112-ac51-4c04-a98e-2c9435197d44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 200 len: 919 time: 0.1310730 Mar 07 14:09:23.193614 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59ee-2549-47db-a383-e25e895fc982 req-79d88a40-5fc2-4111-8942-1f1e1d4f9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.195091 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7cf59ee-2549-47db-a383-e25e895fc982 req-79d88a40-5fc2-4111-8942-1f1e1d4f9d70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 1129 time: 0.0750058 Mar 07 14:09:23.250737 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-346d9a23-90a5-43b2-9dd8-ed7d7f69be54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 200 len: 217 time: 0.0546136 Mar 07 14:09:23.314064 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7cf59ee-2549-47db-a383-e25e895fc982 req-215424f4-187f-4479-8c95-06bea3959072 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117225 Mar 07 14:09:23.323675 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-6aa6d36f-f4b8-4685-9545-955ca662e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.325161 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-6aa6d36f-f4b8-4685-9545-955ca662e301 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 200 len: 858 time: 0.0670080 Mar 07 14:09:23.363762 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cf85d2-5739-4014-bbd5-88a385fc7b9b,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:23.392162 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.393424 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e026d628-43d5-4059-9760-5360958f5e3c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7210340 Mar 07 14:09:23.399232 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60806) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:23.403873 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'security_group_rule': {'security_group_id': '23515437-fdd3-48fc-93ee-fd27a4457579', 'project_id': '1f0565d018314753a32eecc6d16522bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:23.426831 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Project 1f0565d018314753a32eecc6d16522bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:09:23.433535 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (f029fe92-a3db-469e-91e1-3cf715e595c9), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.437849 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f29f-afc2-4015-838d-272678b655bc req-46fe60a9-7604-49f7-a9b0-7ca6acb90c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.439322 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-46fe60a9-7604-49f7-a9b0-7ca6acb90c15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.5657620 Mar 07 14:09:23.457010 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-310c5cb6-fae3-484f-a2fa-b20a405f6b88 req-e5245369-8881-4fbb-a735-0e87ecd4d9cc service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742764 Mar 07 14:09:23.467835 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-22c82f4c-8142-4b66-8315-3dd138beae82 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3854897 Mar 07 14:09:23.475525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bc54a-b44d-401e-acaf-6f38310ababb req-fe6cc808-9810-4651-8c47-eb6e4f7264c9 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.477068 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-758bc54a-b44d-401e-acaf-6f38310ababb req-fe6cc808-9810-4651-8c47-eb6e4f7264c9 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 944 time: 0.4191706 Mar 07 14:09:23.507383 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (f029fe92-a3db-469e-91e1-3cf715e595c9), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.526886 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (f029fe92-a3db-469e-91e1-3cf715e595c9), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.553982 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-725ea11d-2c77-4f34-a212-28db9a81712d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17b865f0-1e2d-448f-b049-fe45149b0bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387135 Mar 07 14:09:23.566784 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f029fe92-a3db-469e-91e1-3cf715e595c9,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:23.592397 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-aa0b6fc9-e4f4-4e2c-a267-7aa19d13b585 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 217 time: 0.0645471 Mar 07 14:09:23.607783 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.613186 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b145bf53-ca98-479a-8b9f-d0c5c0190c6e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2093265 Mar 07 14:09:23.685484 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-f045b51b-b2f9-418f-b5c5-ef2b3b44b733 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165092 Mar 07 14:09:23.709065 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-758bc54a-b44d-401e-acaf-6f38310ababb req-35d95c2d-0c5e-4c0f-a80b-9b45e1ceb656 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264977 Mar 07 14:09:23.773129 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f29f-afc2-4015-838d-272678b655bc req-e2af9d43-8f36-4127-8aee-0f82b735a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.774649 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-e2af9d43-8f36-4127-8aee-0f82b735a54e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.1541095 Mar 07 14:09:23.801546 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-3a9ccbd9-b6f0-4eff-a6f3-0c8cc74ad4fa service neutron] 10.222.0.31 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995129 Mar 07 14:09:23.814293 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:23.837402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-f865fca5-8ee4-4bda-85a8-5f08a4235fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.839634 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-f865fca5-8ee4-4bda-85a8-5f08a4235fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=055439caad0842709ba1ab5c019031be&device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 1127 time: 0.2646716 Mar 07 14:09:23.888259 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8b008c15-6c1c-4c01-a00a-2088bbe0b596 req-6abecce5-b1cf-45ea-bc7c-ea5e1b633052 service neutron] 10.222.0.23 "GET /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793549 Mar 07 14:09:23.916782 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:23.986132 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:23.986507 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:24.081593 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:24.108014 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d931-20dc-4ef3-becb-1843776334bc req-451339a2-aecb-4ccb-8b84-dfd76157ea58 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.109544 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2868d931-20dc-4ef3-becb-1843776334bc req-451339a2-aecb-4ccb-8b84-dfd76157ea58 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.2326210 Mar 07 14:09:24.117545 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f29f-afc2-4015-838d-272678b655bc req-f3ef1b17-42f6-4094-965d-ffa15f45baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.119014 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-f3ef1b17-42f6-4094-965d-ffa15f45baf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3290486 Mar 07 14:09:24.124672 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-82cafe18-86fc-4db2-b755-3846788ef860 service neutron] 10.222.0.31 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223383 Mar 07 14:09:24.189139 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-6adf4bfe-a032-49d9-8b2c-24bfae170b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.191404 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-6adf4bfe-a032-49d9-8b2c-24bfae170b90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 200 len: 914 time: 0.3339880 Mar 07 14:09:24.276482 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2868d931-20dc-4ef3-becb-1843776334bc req-830861e2-e385-4c3d-8ff8-ea01dc368bdd tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543431 Mar 07 14:09:24.342395 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-e46a15fb-4210-4796-9d94-ccc6307d49f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453aeb74-3b55-4805-920f-146d9ca87500 HTTP/1.1" status: 200 len: 217 time: 0.1107569 Mar 07 14:09:24.439471 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-ec840464-a96b-4a58-b6ee-36dc33bcf6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055296 Mar 07 14:09:24.547676 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-03fac1e9-5fc9-4ad6-bc9b-6d28a8d19b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.550745 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-03fac1e9-5fc9-4ad6-bc9b-6d28a8d19b83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deef84bf-61c5-4dee-8e58-1228e39d9a7c HTTP/1.1" status: 200 len: 853 time: 0.1797447 Mar 07 14:09:24.602565 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f43a-100a-4f0c-abeb-72b73443140c req-1482f648-c22f-46f7-833e-03b495f925eb tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.604733 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8fe5f43a-100a-4f0c-abeb-72b73443140c req-1482f648-c22f-46f7-833e-03b495f925eb tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 943 time: 0.2222705 Mar 07 14:09:24.671115 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-e75520c9-38e1-4ca1-bc3e-e9c1ef891fc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc6e7af4-2ff5-4ac2-8278-317c07b380df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589566 Mar 07 14:09:24.808997 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ac8f29f-afc2-4015-838d-272678b655bc req-c2bb038d-aca8-41c5-8346-990fd614ad20 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602929 Mar 07 14:09:24.812256 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8fe5f43a-100a-4f0c-abeb-72b73443140c req-ee62d894-03fb-46f0-9ae3-204ab9f7b486 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809578 Mar 07 14:09:24.824420 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ae155-19fd-4e04-837b-791cae746b53 req-236581de-b9dd-4f50-b66e-3348575556c9 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.831518 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d23ae155-19fd-4e04-837b-791cae746b53 req-236581de-b9dd-4f50-b66e-3348575556c9 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.3054817 Mar 07 14:09:24.899539 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-bf2377dd-14fd-4e6c-8dbb-8b5d767f5a67 service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193048 Mar 07 14:09:24.949103 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d23ae155-19fd-4e04-837b-791cae746b53 req-a0bd6961-fa84-46e4-acd6-380ea7ccb736 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164312 Mar 07 14:09:25.033513 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f99991-c9bb-4cf4-8b0f-8ae1bcdbe2d9 req-1a5e21df-f24f-4419-a5fd-92fae1949b23 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:25.035863 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-81f99991-c9bb-4cf4-8b0f-8ae1bcdbe2d9 req-1a5e21df-f24f-4419-a5fd-92fae1949b23 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1531823 Mar 07 14:09:25.095021 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6015c827-620d-40ff-9e85-9db345afaecf req-f1161902-8d7a-4612-bca4-8385274e34c2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 210 time: 0.0557897 Mar 07 14:09:25.107548 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff2e5d29-3cd3-4f1a-b501-b07d83863cdd req-4bc3d6bc-70f6-488a-88ae-2be600e64494 service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857443 Mar 07 14:09:25.151252 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-81f99991-c9bb-4cf4-8b0f-8ae1bcdbe2d9 req-4c13b973-a425-4cde-9ebd-c320ce9d42c7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083243 Mar 07 14:09:25.239861 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7549c-01d8-418e-a7b3-76a6426afd9d req-2376650d-7fbf-4daa-bc8d-7bcd21a1bfd5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:25.241404 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62c7549c-01d8-418e-a7b3-76a6426afd9d req-2376650d-7fbf-4daa-bc8d-7bcd21a1bfd5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 944 time: 0.0603659 Mar 07 14:09:25.243791 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 42c299cf-c090-4682-8024-45e1b4eae9b1 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:09:25.319632 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62c7549c-01d8-418e-a7b3-76a6426afd9d req-6ac0066e-f159-4938-8399-f060d7e6a1c3 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 Mar 07 14:09:25.357952 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:25.369328 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'port_id': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'mac_address': 'fa:16:3e:ca:91:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:09:25.414258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 42c299cf-c090-4682-8024-45e1b4eae9b1 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:25.414654 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:25.414920 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efe610-5e66-4e4c-a58c-a2b2be4fbc48 req-b5a10d27-d3fc-4416-98dd-409230bf2298 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:25.416497 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-47efe610-5e66-4e4c-a58c-a2b2be4fbc48 req-b5a10d27-d3fc-4416-98dd-409230bf2298 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0544858 Mar 07 14:09:25.433887 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c299cf-c090-4682-8024-45e1b4eae9b1 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:25.456153 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:25.461807 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:25.463034 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 453aeb74-3b55-4805-920f-146d9ca87500 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:09:25.482238 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-47efe610-5e66-4e4c-a58c-a2b2be4fbc48 req-e2313a4a-23f4-44a4-b1a1-01b6f63be71a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595572 Mar 07 14:09:25.552365 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:25.621244 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 453aeb74-3b55-4805-920f-146d9ca87500, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=453aeb74-3b55-4805-920f-146d9ca87500,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:25.633430 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '453aeb74-3b55-4805-920f-146d9ca87500', 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df', 'port_id': '453aeb74-3b55-4805-920f-146d9ca87500', 'mac_address': 'fa:16:3e:24:38:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deef84bf-61c5-4dee-8e58-1228e39d9a7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:09:25.684051 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 453aeb74-3b55-4805-920f-146d9ca87500 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:25.684537 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (453aeb74-3b55-4805-920f-146d9ca87500), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:25.699567 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453aeb74-3b55-4805-920f-146d9ca87500 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:25.734482 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 453aeb74-3b55-4805-920f-146d9ca87500, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=453aeb74-3b55-4805-920f-146d9ca87500,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:25.740250 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (453aeb74-3b55-4805-920f-146d9ca87500), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:25.804987 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=453aeb74-3b55-4805-920f-146d9ca87500,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:25.823127 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-28ffecd1-3092-4e02-ae94-d355a2ce279d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:25.824656 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-28ffecd1-3092-4e02-ae94-d355a2ce279d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.23 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 809 time: 0.1535616 Mar 07 14:09:25.943258 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-9b7be4f4-584c-483c-901d-8c9fcfb6ae0e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2386a2267d0649f98aedda9ae69163ce HTTP/1.1" status: 200 len: 380 time: 0.1086853 Mar 07 14:09:25.956793 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'port': {'device_id': '1493782c-9ab1-453d-8359-b6803385129b', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'admin_state_up': True, 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'security_groups': ['17209e78-9c6c-4dac-9164-405336a8da0a']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:26.046436 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469a91c-51f0-4eac-a6a9-da968358f681 req-bbbe9551-32a6-4e2d-ab1d-4c975662f16f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:26.050966 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['453aeb74-3b55-4805-920f-146d9ca87500'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:26.057467 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e469a91c-51f0-4eac-a6a9-da968358f681 req-bbbe9551-32a6-4e2d-ab1d-4c975662f16f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 944 time: 0.1627171 Mar 07 14:09:26.111981 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['42c299cf-c090-4682-8024-45e1b4eae9b1'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:26.170183 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e469a91c-51f0-4eac-a6a9-da968358f681 req-0c031b2f-a4a2-48af-99f1-ca689595df59 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118438 Mar 07 14:09:26.189961 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8884d-64e9-4326-a605-4126f0843121 req-1824fb70-137d-4540-869f-fe00f55a96cb tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:26.192097 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bad8884d-64e9-4326-a605-4126f0843121 req-1824fb70-137d-4540-869f-fe00f55a96cb tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.1297257 Mar 07 14:09:26.193079 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Made reservation on behalf of 2386a2267d0649f98aedda9ae69163ce for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:26.196397 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:26.280429 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-af77f6a3-9d73-457f-ab1b-251d3a89b88c req-0d358ac4-6c16-43bb-b6e5-4e929e7a26fd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:09:26.281433 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-af77f6a3-9d73-457f-ab1b-251d3a89b88c req-0d358ac4-6c16-43bb-b6e5-4e929e7a26fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0330331 Mar 07 14:09:26.301425 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bad8884d-64e9-4326-a605-4126f0843121 req-620dc0c1-b5cd-46e2-91a4-ec32abf00dee tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941162 Mar 07 14:09:26.398185 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Allocated IP 172.20.0.7 (b6726765-a7e8-40f3-b605-0e57c2a67926/f29547d0-9060-4282-8d73-5bf561aee308/a27a1311-87b0-444e-a1d8-32a952f420c5) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:26.488341 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f7a9eee1-9725-431e-a40f-0a426cafebb3 req-7b78119a-d54b-4515-b4ba-062777e48c40 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 210 time: 0.0593197 Mar 07 14:09:26.879713 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff476c12-b650-4848-b6fa-51a314873642 req-6f5ac655-5e6d-488d-b6da-ac1dc94877e0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:26.881198 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff476c12-b650-4848-b6fa-51a314873642 req-6f5ac655-5e6d-488d-b6da-ac1dc94877e0 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.4002504 Mar 07 14:09:26.929461 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:26.931188 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60948) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:26.954335 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093ba0-1f89-4ebe-ad54-8dcc793b0a7a req-1a86474b-41a4-4336-aaad-e26819d03e0b tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:26.956355 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e093ba0-1f89-4ebe-ad54-8dcc793b0a7a req-1a86474b-41a4-4336-aaad-e26819d03e0b tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 945 time: 0.1319444 Mar 07 14:09:27.000503 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff476c12-b650-4848-b6fa-51a314873642 req-0bd86eba-215c-4838-9ff2-e4f13a3c7cdf tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064219 Mar 07 14:09:27.050556 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.076745 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e093ba0-1f89-4ebe-ad54-8dcc793b0a7a req-96b99dba-6c31-45b8-9996-b36dbd169ed3 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132889 Mar 07 14:09:27.098421 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-cbd58acd-5d2a-4dd3-8092-a73a1bd55546 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1614468 Mar 07 14:09:27.124230 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Network b6726765-a7e8-40f3-b605-0e57c2a67926 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:27.125425 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-6a1b3046-c4e7-450c-931b-f314999efa3c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:09:27.127433 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-6a1b3046-c4e7-450c-931b-f314999efa3c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123298 Mar 07 14:09:27.128936 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:27.131588 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:27.164497 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:27.232698 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:27.233390 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.261681 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ded566-2c17-4c26-b873-54fff05a134c req-ee5c271c-b50e-4a18-8e5b-e0ee2e2af141 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:27.263323 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45ded566-2c17-4c26-b873-54fff05a134c req-ee5c271c-b50e-4a18-8e5b-e0ee2e2af141 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1008492 Mar 07 14:09:27.268351 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-95479e61-b829-492b-9ab5-2d4166dd93cd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3161454 Mar 07 14:09:27.280266 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 42c299cf-c090-4682-8024-45e1b4eae9b1 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:27.281679 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Request body: {'port': {'device_id': '1493782c-9ab1-453d-8359-b6803385129b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:27.298453 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 60966) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:27.350644 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 42c299cf-c090-4682-8024-45e1b4eae9b1 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:09:27.361519 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 42c299cf-c090-4682-8024-45e1b4eae9b1 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:27.362729 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.395034 dv-cinder-827554-2-iscsi neutron-server[103273]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 14:09:27.423148 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.474212 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45ded566-2c17-4c26-b873-54fff05a134c req-01536258-2c77-489c-adaa-342ff64ea0ad tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025158 Mar 07 14:09:27.494826 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-41b687f0-577d-40fa-8392-fdeb992dfc9e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:27.525250 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-41b687f0-577d-40fa-8392-fdeb992dfc9e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports/e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 940 time: 0.2062047 Mar 07 14:09:27.569857 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 42c299cf-c090-4682-8024-45e1b4eae9b1 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:27.570611 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.573967 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-84debbc8-9cfe-4086-8ada-3e9e1d5c801e None None] Provisioning complete for port a27a1311-87b0-444e-a1d8-32a952f420c5 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:27.574570 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-84debbc8-9cfe-4086-8ada-3e9e1d5c801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.631975 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-84debbc8-9cfe-4086-8ada-3e9e1d5c801e None None] Port a27a1311-87b0-444e-a1d8-32a952f420c5 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:27.653596 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:27.656141 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040a65d-d2b7-43f0-ac8b-5b4cb73920e1" -d '{"events": [{"server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "name": "network-vif-plugged", "status": "completed", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:27.681833 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:27.687047 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.688608 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 453aeb74-3b55-4805-920f-146d9ca87500 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:27.708567 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f60f1-b86a-4642-8e65-8cc48b87ab0b req-b0400624-d1d0-4520-8657-b37195eee22e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:27.717465 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d13f60f1-b86a-4642-8e65-8cc48b87ab0b req-b0400624-d1d0-4520-8657-b37195eee22e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 944 time: 0.1388626 Mar 07 14:09:27.845828 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 453aeb74-3b55-4805-920f-146d9ca87500 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:09:27.854512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 453aeb74-3b55-4805-920f-146d9ca87500 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:27.854802 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (453aeb74-3b55-4805-920f-146d9ca87500), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.887825 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:27.901876 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d13f60f1-b86a-4642-8e65-8cc48b87ab0b req-3aadf655-d600-4b69-b6c7-e93f77070a15 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836131 Mar 07 14:09:27.991827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 453aeb74-3b55-4805-920f-146d9ca87500 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:27.992272 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (453aeb74-3b55-4805-920f-146d9ca87500), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.013368 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875e543-be82-4965-92d8-2cc2587280eb req-44551ba9-a98d-46e6-83a7-790fc6374e45 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.014932 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9875e543-be82-4965-92d8-2cc2587280eb req-44551ba9-a98d-46e6-83a7-790fc6374e45 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.2001257 Mar 07 14:09:28.036491 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 453aeb74-3b55-4805-920f-146d9ca87500, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=453aeb74-3b55-4805-920f-146d9ca87500,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:28.043673 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (453aeb74-3b55-4805-920f-146d9ca87500), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.044697 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:09:28.061983 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27a1311-87b0-444e-a1d8-32a952f420c5 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:28.074525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Publish callbacks [] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.114437 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Transition to ACTIVE for port object a27a1311-87b0-444e-a1d8-32a952f420c5 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:09:28.125260 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb6fd-a88e-4c49-a4d4-3ae293a16588 req-5e0235a3-b6f9-4ee7-859b-4cd61bdcc7b4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.126989 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-93adb6fd-a88e-4c49-a4d4-3ae293a16588 req-5e0235a3-b6f9-4ee7-859b-4cd61bdcc7b4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 931 time: 0.1537213 Mar 07 14:09:28.130338 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.134919 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=453aeb74-3b55-4805-920f-146d9ca87500,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:28.143018 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9875e543-be82-4965-92d8-2cc2587280eb req-0d598ec6-f6c2-4c1b-9e18-08c94fde4e1c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091564 Mar 07 14:09:28.196637 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472371f8-832e-4b0f-8548-30746eaed59a x-openstack-request-id: req-472371f8-832e-4b0f-8548-30746eaed59a {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:28.196931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "name": "network-vif-plugged", "status": "completed", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:28.197187 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-472371f8-832e-4b0f-8548-30746eaed59a {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:28.197630 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'code': 200} Mar 07 14:09:28.221083 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: DOWN; New status is: DOWN {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:28.242833 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:28.336627 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-93adb6fd-a88e-4c49-a4d4-3ae293a16588 req-551835e3-dc45-4c30-92f1-2cc48c943bfe tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858053 Mar 07 14:09:28.361867 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Attempting to bind port a27a1311-87b0-444e-a1d8-32a952f420c5 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:28.362298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Attempting to bind port a27a1311-87b0-444e-a1d8-32a952f420c5 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:28.362915 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Attempting to bind port a27a1311-87b0-444e-a1d8-32a952f420c5 on network b6726765-a7e8-40f3-b605-0e57c2a67926 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:28.390658 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Port a27a1311-87b0-444e-a1d8-32a952f420c5 on network b6726765-a7e8-40f3-b605-0e57c2a67926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:09:28.391073 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Attempting to bind port a27a1311-87b0-444e-a1d8-32a952f420c5 on network b6726765-a7e8-40f3-b605-0e57c2a67926 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:28.402469 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:28.402782 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Checking segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:28.403466 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Bound using segment: {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:28.403878 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Bound port: a27a1311-87b0-444e-a1d8-32a952f420c5, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b88231e-b75a-41e2-971f-7c71c72a5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:28.404356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.486067 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c801a-6d3a-4a44-bae3-4363933f767b req-25e19c85-631f-4c81-9c81-7cf5f8bb9826 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.488036 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a62c801a-6d3a-4a44-bae3-4363933f767b req-25e19c85-631f-4c81-9c81-7cf5f8bb9826 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.1377993 Mar 07 14:09:28.540968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af67b8-d6f8-4266-9944-bf85b5fac59c req-ba4d4ff2-6789-469d-a3f0-bff3c738a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.542580 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59af67b8-d6f8-4266-9944-bf85b5fac59c req-ba4d4ff2-6789-469d-a3f0-bff3c738a62a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1130 time: 0.1342587 Mar 07 14:09:28.587974 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:28.630744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:28.634869 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a62c801a-6d3a-4a44-bae3-4363933f767b req-e0f40a27-bc31-4bb9-bf25-05e6d345a893 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341851 Mar 07 14:09:28.643332 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.708554 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59af67b8-d6f8-4266-9944-bf85b5fac59c req-81ef54e5-3304-4ab4-9328-bd18c4e12239 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529028 Mar 07 14:09:28.712280 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.713075 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:28.714400 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] 10.222.0.23 "PUT /v2.0/ports/a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 1093 time: 1.4382386 Mar 07 14:09:28.714842 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:28.717238 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8d4c3f-54ba-4183-89d5-2646a716b64b" -d '{"events": [{"name": "network-changed", "server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:28.734695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83673-e0d6-4e7c-862c-389d65dc1de2 req-29b0456a-894b-4707-ac56-a9043511a907 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.736242 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38f83673-e0d6-4e7c-862c-389d65dc1de2 req-29b0456a-894b-4707-ac56-a9043511a907 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1845040 Mar 07 14:09:28.762631 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69986b-13b7-487d-af27-548204eb6875 service neutron] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:28.775497 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558415f-0248-42cc-af11-08e4d40e66a2 x-openstack-request-id: req-f558415f-0248-42cc-af11-08e4d40e66a2 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:28.775781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:28.776033 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f558415f-0248-42cc-af11-08e4d40e66a2 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:28.776429 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'status': 'completed', 'code': 200} Mar 07 14:09:28.805815 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38f83673-e0d6-4e7c-862c-389d65dc1de2 req-35a7de87-dde7-4567-92b3-b10dd1be91b4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623808 Mar 07 14:09:28.957081 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:29.025961 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d4c3f-54ba-4183-89d5-2646a716b64b req-b5d1cf64-0497-4b3c-b86a-d1fb152f4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.027486 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e8d4c3f-54ba-4183-89d5-2646a716b64b req-b5d1cf64-0497-4b3c-b86a-d1fb152f4d34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1127 time: 0.0949609 Mar 07 14:09:29.058380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d06de9-5e8a-4faa-a49a-3a699c242528 req-a325a067-99de-48f7-b145-dcbed9c58530 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.059828 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7d06de9-5e8a-4faa-a49a-3a699c242528 req-a325a067-99de-48f7-b145-dcbed9c58530 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0830822 Mar 07 14:09:29.303381 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7d06de9-5e8a-4faa-a49a-3a699c242528 req-20ea8037-c1f5-49b5-9dcd-17255f3f7409 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287178 Mar 07 14:09:29.319066 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d4c3f-54ba-4183-89d5-2646a716b64b req-556370fa-f796-4e77-9926-f20f26bb15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.320770 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e8d4c3f-54ba-4183-89d5-2646a716b64b req-556370fa-f796-4e77-9926-f20f26bb15f8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2386a2267d0649f98aedda9ae69163ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2853899 Mar 07 14:09:29.376917 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a45d-5cf5-4e4b-b533-21c0220bae57 req-3b4dd869-6737-4a34-9a51-4f7a6b5f8027 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.379527 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad65a45d-5cf5-4e4b-b533-21c0220bae57 req-3b4dd869-6737-4a34-9a51-4f7a6b5f8027 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.1598601 Mar 07 14:09:29.392952 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3775445-b309-43cc-a071-5c848a569d64 req-8fd14018-71a1-4a32-a855-f2fda4f6a0d2 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.395884 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a3775445-b309-43cc-a071-5c848a569d64 req-8fd14018-71a1-4a32-a855-f2fda4f6a0d2 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 945 time: 0.2392046 Mar 07 14:09:29.675622 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad65a45d-5cf5-4e4b-b533-21c0220bae57 req-65473f51-82ab-40e9-818f-32d866b37f2c tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/security-groups?id=244b83f6-e70f-4429-8605-6e9faacf238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055240 Mar 07 14:09:29.676577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d4c3f-54ba-4183-89d5-2646a716b64b req-9cf2ba18-0167-4231-8693-17ecf7a08770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.677937 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e8d4c3f-54ba-4183-89d5-2646a716b64b req-9cf2ba18-0167-4231-8693-17ecf7a08770 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3478603 Mar 07 14:09:29.693216 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12bfa-bbe2-4ffa-8339-b5d0d97f41c1 req-05ac7084-e958-4a83-8f45-fc843d043ee3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.694900 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d9f12bfa-bbe2-4ffa-8339-b5d0d97f41c1 req-05ac7084-e958-4a83-8f45-fc843d043ee3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.2128952 Mar 07 14:09:29.754843 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Deleting port 2ee1d1c6-d2af-4684-aa64-efa294af96af {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:09:29.755478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:29.805464 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d9f12bfa-bbe2-4ffa-8339-b5d0d97f41c1 req-b601d74f-dcba-4f3a-b2ff-987075f3a9f2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021094 Mar 07 14:09:30.198427 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453aeb74-3b55-4805-920f-146d9ca87500'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:30.200734 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17afdb1c-4e6b-42a5-8f5e-e5d80b4f55fb" -d '{"events": [{"server_uuid": "1a63e8b4-f121-4f9a-ae9a-4a946f779189", "name": "network-vif-plugged", "status": "completed", "tag": "453aeb74-3b55-4805-920f-146d9ca87500"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:30.204932 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-bfcad50d-e799-4065-81e4-ec6452166bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.205969 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-bfcad50d-e799-4065-81e4-ec6452166bf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1127 time: 0.4550886 Mar 07 14:09:30.217656 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-9bc49372-0589-4ae1-9d08-824127f2f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.218237 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd0335-e396-41b6-a7b8-c1bc7d2533a6 req-292a218f-8205-40c2-b68f-aa4fb18cbdcd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.219226 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ffd0335-e396-41b6-a7b8-c1bc7d2533a6 req-292a218f-8205-40c2-b68f-aa4fb18cbdcd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.4181702 Mar 07 14:09:30.219400 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-9bc49372-0589-4ae1-9d08-824127f2f7a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822&tenant_id=a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 1127 time: 0.0921204 Mar 07 14:09:30.223192 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] For port 2ee1d1c6-d2af-4684-aa64-efa294af96af, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2ee1d1c6-d2af-4684-aa64-efa294af96af,segment=NetworkSegment(db0d7b58-89c0-43e9-86c9-28261e9f32c8),segment_id=db0d7b58-89c0-43e9-86c9-28261e9f32c8)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:30.223789 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:30.276748 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Calling delete_port for 2ee1d1c6-d2af-4684-aa64-efa294af96af owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:09:30.285272 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-e4201c27-7a3f-480c-8dee-505bdc5ea299 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 217 time: 0.0646808 Mar 07 14:09:30.291466 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-1f714de4-d050-4971-9d67-2cfc08a0cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.292986 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-1f714de4-d050-4971-9d67-2cfc08a0cb26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1127 time: 0.0514946 Mar 07 14:09:30.342289 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b37d3f-e231-42ab-ab73-9196cfb7723e req-b6bfa4a6-525d-4ab0-ae2a-7369c879e669 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.343756 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7b37d3f-e231-42ab-ab73-9196cfb7723e req-b6bfa4a6-525d-4ab0-ae2a-7369c879e669 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.4467530 Mar 07 14:09:30.385564 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-8cd5327a-0553-4c9a-9c29-186a69d78cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.387026 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-8cd5327a-0553-4c9a-9c29-186a69d78cb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.0879767 Mar 07 14:09:30.439726 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-7fbf870a-ec8d-4330-9cc2-74c5a6803d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.442191 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-7fbf870a-ec8d-4330-9cc2-74c5a6803d31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 200 len: 848 time: 0.1430042 Mar 07 14:09:30.455723 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ffd0335-e396-41b6-a7b8-c1bc7d2533a6 req-0463eaf8-e31e-404f-8e39-562a190ff526 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173223 Mar 07 14:09:30.460712 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-2543c2a3-81c0-460b-8f44-fcea0904c133 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 999 time: 0.0662351 Mar 07 14:09:30.508121 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7b37d3f-e231-42ab-ab73-9196cfb7723e req-2d33dd1a-300d-4de5-87bd-e3b2fc3f3964 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537321 Mar 07 14:09:30.509646 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9bebf0-6b24-456b-9b97-7412cab03719 x-openstack-request-id: req-4d9bebf0-6b24-456b-9b97-7412cab03719 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:30.510377 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a63e8b4-f121-4f9a-ae9a-4a946f779189", "name": "network-vif-plugged", "status": "completed", "tag": "453aeb74-3b55-4805-920f-146d9ca87500", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:30.512333 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d9bebf0-6b24-456b-9b97-7412cab03719 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:30.513002 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453aeb74-3b55-4805-920f-146d9ca87500', 'code': 200} Mar 07 14:09:30.528684 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-ee0ed0a0-cc34-41c0-b346-d0655df40c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.530244 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-ee0ed0a0-cc34-41c0-b346-d0655df40c01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0615175 Mar 07 14:09:30.559078 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-fef2c20e-2276-4807-bf89-b4685626dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.560604 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-fef2c20e-2276-4807-bf89-b4685626dc95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6726765-a7e8-40f3-b605-0e57c2a67926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009738 Mar 07 14:09:30.601138 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-87d9e97a-6258-41e9-9417-f5e712371dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.602823 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-87d9e97a-6258-41e9-9417-f5e712371dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659735 Mar 07 14:09:30.700890 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (2ee1d1c6-d2af-4684-aa64-efa294af96af), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:30.716856 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['2ee1d1c6-d2af-4684-aa64-efa294af96af'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:30.748084 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Pushing event deleted for resources: {'Port': ['ID=2ee1d1c6-d2af-4684-aa64-efa294af96af,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:30.812810 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-60accbca-4bf2-4ad6-81b4-b8d9ea59996e service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029419 Mar 07 14:09:30.814147 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f085e-fb2c-4c27-9315-cde44e490893 req-b3f97780-5506-435b-b99c-0dd78bdd54f4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.815966 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-510f085e-fb2c-4c27-9315-cde44e490893 req-b3f97780-5506-435b-b99c-0dd78bdd54f4 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.2336662 Mar 07 14:09:30.819369 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d244d-d86e-4a2b-8154-73f5b5c11060 req-31350224-3264-4547-9f4d-dbe6e879b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.820618 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-305d244d-d86e-4a2b-8154-73f5b5c11060 req-31350224-3264-4547-9f4d-dbe6e879b06f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 1129 time: 0.1109867 Mar 07 14:09:30.843714 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] No DVR routers for this DVR port 2ee1d1c6-d2af-4684-aa64-efa294af96af on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:09:30.848715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:30.852061 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.23 "DELETE /v2.0/ports/2ee1d1c6-d2af-4684-aa64-efa294af96af HTTP/1.1" status: 204 len: 173 time: 1.3716316 Mar 07 14:09:30.853884 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-4c306499-8cd1-424f-a051-99786d09fe52 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706568 Mar 07 14:09:30.854310 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'name': 'network-vif-deleted', 'tag': '2ee1d1c6-d2af-4684-aa64-efa294af96af'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:30.856697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1067a7c6-601d-4d6f-889a-b37a665c57ed" -d '{"events": [{"server_uuid": "973bf50a-3e7c-42c2-8b43-358ca9c44286", "name": "network-vif-deleted", "tag": "2ee1d1c6-d2af-4684-aa64-efa294af96af"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:30.889331 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-afbceea6-35c2-4072-a683-eae3348d4458 req-15ec7a89-6d53-41c7-8aba-61c3d24aef19 tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] 10.222.0.31 "GET /v2.0/ports?device_id=973bf50a-3e7c-42c2-8b43-358ca9c44286 HTTP/1.1" status: 200 len: 210 time: 0.0845485 Mar 07 14:09:30.939936 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-305d244d-d86e-4a2b-8154-73f5b5c11060 req-cffc5d75-50da-4fe2-bba1-9c3eaeaa114b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107068 Mar 07 14:09:30.970744 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7f97e48f-adc8-47e6-bdb9-caf27acdaa14 req-2d8ad129-b473-4608-a51c-7f489790780b service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491194 Mar 07 14:09:31.004130 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-510f085e-fb2c-4c27-9315-cde44e490893 req-360f32c8-dde8-456e-877f-591a35cee97a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699250 Mar 07 14:09:31.051280 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fdd6c7-e5eb-4f2b-b0a6-3d5d1826f781 x-openstack-request-id: req-e0fdd6c7-e5eb-4f2b-b0a6-3d5d1826f781 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:31.051595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973bf50a-3e7c-42c2-8b43-358ca9c44286", "name": "network-vif-deleted", "tag": "2ee1d1c6-d2af-4684-aa64-efa294af96af", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:31.051849 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0fdd6c7-e5eb-4f2b-b0a6-3d5d1826f781 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:31.052245 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973bf50a-3e7c-42c2-8b43-358ca9c44286', 'name': 'network-vif-deleted', 'tag': '2ee1d1c6-d2af-4684-aa64-efa294af96af', 'status': 'completed', 'code': 200} Mar 07 14:09:31.054378 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a32547c-d292-4ff0-a61b-db964302f4bb req-7b5277e1-d2e0-4548-91ce-22f426ad75a1 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750591 Mar 07 14:09:31.066569 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90e4d1-6bdf-49cd-b85a-b044b5ca42f8 req-ca91f196-a6ac-4274-a7e1-b75f0fbaaea4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.067967 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0f90e4d1-6bdf-49cd-b85a-b044b5ca42f8 req-ca91f196-a6ac-4274-a7e1-b75f0fbaaea4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0863535 Mar 07 14:09:31.119020 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0f90e4d1-6bdf-49cd-b85a-b044b5ca42f8 req-f77220c1-a54d-4a75-b37c-4f1247695f64 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455940 Mar 07 14:09:31.421492 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-e019e576-f083-439e-b1ad-4042da9ad036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.423079 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-e019e576-f083-439e-b1ad-4042da9ad036 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1127 time: 0.0519695 Mar 07 14:09:31.590521 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-f0045cce-58e0-478c-8a48-41f621052394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.592244 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-f0045cce-58e0-478c-8a48-41f621052394 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.1471696 Mar 07 14:09:31.677229 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-333e6e3f-f1bf-458a-acfa-622529d97070 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 999 time: 0.0750608 Mar 07 14:09:31.752265 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9ed8e-1fa4-4c68-a167-2e7eeb186442 req-0d7ac4df-e3e9-4df1-bc7b-4ee4174fb53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.762986 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68b9ed8e-1fa4-4c68-a167-2e7eeb186442 req-0d7ac4df-e3e9-4df1-bc7b-4ee4174fb53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0834489 Mar 07 14:09:31.845180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf37195-d293-4275-b045-8c33ac4a7369 req-6dddaf67-a5ce-4d3e-80df-bb1965f9bf56 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.854641 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8bf37195-d293-4275-b045-8c33ac4a7369 req-6dddaf67-a5ce-4d3e-80df-bb1965f9bf56 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.3271723 Mar 07 14:09:31.922514 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8bf37195-d293-4275-b045-8c33ac4a7369 req-d499b27d-6d64-4997-bba9-0056ff6adc5a tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Mar 07 14:09:31.978311 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68b9ed8e-1fa4-4c68-a167-2e7eeb186442 req-f189eb9b-7fa4-4002-b94a-85e91a98efcb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971223 Mar 07 14:09:32.246447 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa8647-ecf9-43e5-b593-07779a19f9a4 req-be9a656f-a835-4746-a66a-28b12e4e107e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:32.248392 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56fa8647-ecf9-43e5-b593-07779a19f9a4 req-be9a656f-a835-4746-a66a-28b12e4e107e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.1162813 Mar 07 14:09:32.250017 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-071b2534-dca2-493f-ae59-704612005ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:32.251361 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-071b2534-dca2-493f-ae59-704612005ae5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0830531 Mar 07 14:09:32.348426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444b457-dd3d-4685-a015-7382584c7ec4 req-59e1125b-f029-41c0-821e-c6b63597ff41 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:32.355135 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7444b457-dd3d-4685-a015-7382584c7ec4 req-59e1125b-f029-41c0-821e-c6b63597ff41 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.1026406 Mar 07 14:09:32.370724 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56fa8647-ecf9-43e5-b593-07779a19f9a4 req-e03ba8b5-f77d-4425-a2ad-5baa3005138f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062779 Mar 07 14:09:32.445300 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7444b457-dd3d-4685-a015-7382584c7ec4 req-716534b7-bba8-4765-8e98-2904df73a078 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855901 Mar 07 14:09:32.699318 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e1080-ed2a-426d-9d00-d0580cf46bed req-33ab2bda-5461-4b78-905d-f0b9df0abc27 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:32.722845 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d31e1080-ed2a-426d-9d00-d0580cf46bed req-33ab2bda-5461-4b78-905d-f0b9df0abc27 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.2077913 Mar 07 14:09:32.781076 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564564b-d533-47e5-8b3e-05da086bda69 req-94f76a6a-364f-4eb0-b67b-2e075610cf6a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:32.782641 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1564564b-d533-47e5-8b3e-05da086bda69 req-94f76a6a-364f-4eb0-b67b-2e075610cf6a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.2331767 Mar 07 14:09:32.880104 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d31e1080-ed2a-426d-9d00-d0580cf46bed req-7f2d9eea-7ccd-416f-8c6c-6151ebea462f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561458 Mar 07 14:09:32.925429 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1564564b-d533-47e5-8b3e-05da086bda69 req-e93863ff-fca9-494a-aace-d04e1a762d14 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352386 Mar 07 14:09:33.204031 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e6ccc-c955-411d-bc8b-d0fd57cdd0b8 req-e7711a21-adb6-4382-8bf6-05decf7d896b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:33.207418 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b24e6ccc-c955-411d-bc8b-d0fd57cdd0b8 req-e7711a21-adb6-4382-8bf6-05decf7d896b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1174061 Mar 07 14:09:33.292051 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b24e6ccc-c955-411d-bc8b-d0fd57cdd0b8 req-970dab81-beb6-4dc0-8196-1d89e406ec80 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795596 Mar 07 14:09:33.317701 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2ee1d1c6-d2af-4684-aa64-efa294af96af no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:09:33.354390 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 2ee1d1c6-d2af-4684-aa64-efa294af96af {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:09:33.355090 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2ee1d1c6-d2af-4684-aa64-efa294af96af not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:09:33.501252 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcb31-32bf-4728-bdc1-e267dc21d0b6 req-986512e7-b81b-431b-ac64-8e90cf49dd74 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:33.505668 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cb0fcb31-32bf-4728-bdc1-e267dc21d0b6 req-986512e7-b81b-431b-ac64-8e90cf49dd74 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.0780184 Mar 07 14:09:33.601935 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cb0fcb31-32bf-4728-bdc1-e267dc21d0b6 req-21bd6d30-5a97-44b1-b126-8cba65aabeb0 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905466 Mar 07 14:09:33.626713 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6679de9-3c24-4846-8282-106fb7d41055 req-dc11e14a-73c1-4a7e-9146-46e718040388 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:33.638202 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6679de9-3c24-4846-8282-106fb7d41055 req-dc11e14a-73c1-4a7e-9146-46e718040388 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0818799 Mar 07 14:09:33.725746 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6679de9-3c24-4846-8282-106fb7d41055 req-9c5b9d86-f81d-4f54-85eb-135c0a1a499e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894547 Mar 07 14:09:34.131694 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d59dd3-9d5c-4289-ba77-5c1b6fdc96c5 req-4829bd29-c0c6-4380-988d-c6a0ee873a49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:34.133680 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56d59dd3-9d5c-4289-ba77-5c1b6fdc96c5 req-4829bd29-c0c6-4380-988d-c6a0ee873a49 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1170104 Mar 07 14:09:34.141667 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721817fe-c4c0-4e5a-be8f-db8a0b03bf37 req-c4c8f681-d95b-4b87-9d4f-d69d1b56a18e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:34.149753 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-721817fe-c4c0-4e5a-be8f-db8a0b03bf37 req-c4c8f681-d95b-4b87-9d4f-d69d1b56a18e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0920949 Mar 07 14:09:34.238724 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-56d59dd3-9d5c-4289-ba77-5c1b6fdc96c5 req-16e625ce-5fd9-473a-bd33-42158903a35c tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821266 Mar 07 14:09:34.248150 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-721817fe-c4c0-4e5a-be8f-db8a0b03bf37 req-4be5af6f-f3ed-4312-9987-d5496cd0fd9f tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975091 Mar 07 14:09:34.483178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ddb18-e407-4196-8ba6-7e12ed9e6f12 req-2971973b-29ac-4608-af99-be2bcecc56d5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:34.484741 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d94ddb18-e407-4196-8ba6-7e12ed9e6f12 req-2971973b-29ac-4608-af99-be2bcecc56d5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0662227 Mar 07 14:09:34.542561 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d94ddb18-e407-4196-8ba6-7e12ed9e6f12 req-b2f35df1-a4dc-4421-a675-40988aba3654 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516260 Mar 07 14:09:34.860774 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c982d-4f25-4e59-8f85-41119d4a684f req-06a87421-c335-4485-9c34-0dd206d68fcc tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:34.862616 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-355c982d-4f25-4e59-8f85-41119d4a684f req-06a87421-c335-4485-9c34-0dd206d68fcc tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0589869 Mar 07 14:09:34.929178 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-355c982d-4f25-4e59-8f85-41119d4a684f req-b5b35123-5a3d-4a8a-b075-6030b2400c25 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Mar 07 14:09:35.366528 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212e86-8366-4e51-8f93-4d9ab185673f req-5ac47151-1952-4c8b-8000-0bbb2b1455e7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:35.368119 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51212e86-8366-4e51-8f93-4d9ab185673f req-5ac47151-1952-4c8b-8000-0bbb2b1455e7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0568426 Mar 07 14:09:35.417566 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51212e86-8366-4e51-8f93-4d9ab185673f req-27adb07c-9130-4583-ab7e-26d2c82791fa tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Mar 07 14:09:35.546044 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8834-85bf-4f15-81e6-805eac23cc86 req-4e710c39-094c-44e8-9a6a-8801a5999018 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:35.547579 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48ac8834-85bf-4f15-81e6-805eac23cc86 req-4e710c39-094c-44e8-9a6a-8801a5999018 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0650206 Mar 07 14:09:35.600994 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48ac8834-85bf-4f15-81e6-805eac23cc86 req-164c4995-9d88-444c-9f97-ffd7553b3167 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469751 Mar 07 14:09:35.727959 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e8c5-332c-4531-89ed-46c7722e4105 req-332fbfc2-853d-47a5-ba83-8c9471e4f47c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:35.729573 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da40e8c5-332c-4531-89ed-46c7722e4105 req-332fbfc2-853d-47a5-ba83-8c9471e4f47c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0601640 Mar 07 14:09:35.776748 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da40e8c5-332c-4531-89ed-46c7722e4105 req-8df280ba-c793-4448-ad2e-521df61b6c97 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Mar 07 14:09:36.051769 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df2ab-f509-44f4-89ad-f3741e9e76d3 req-b7244b35-1000-425e-81f7-924666f154e0 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:36.053315 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a06df2ab-f509-44f4-89ad-f3741e9e76d3 req-b7244b35-1000-425e-81f7-924666f154e0 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0559916 Mar 07 14:09:36.114534 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a06df2ab-f509-44f4-89ad-f3741e9e76d3 req-186454fa-4815-462e-a0d4-54014b1b8f90 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554283 Mar 07 14:09:36.546113 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32c9f3-6a23-42a3-93e8-1908f2bc837d req-6f9b0176-33d4-48a8-a48c-94b9bc0c91b2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:36.547816 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb32c9f3-6a23-42a3-93e8-1908f2bc837d req-6f9b0176-33d4-48a8-a48c-94b9bc0c91b2 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0604019 Mar 07 14:09:36.600981 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb32c9f3-6a23-42a3-93e8-1908f2bc837d req-29b24e70-506d-4f0a-8398-50b81652d25a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Mar 07 14:09:36.749578 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dba94-cbbb-48b1-bd50-39e5269ca7d1 req-91a4c9e6-8a49-4dc8-8968-587ae9e1a401 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:36.751099 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-309dba94-cbbb-48b1-bd50-39e5269ca7d1 req-91a4c9e6-8a49-4dc8-8968-587ae9e1a401 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0631566 Mar 07 14:09:36.814145 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-309dba94-cbbb-48b1-bd50-39e5269ca7d1 req-c865e28f-93d0-45bf-bc0d-55dad1eb12f3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558658 Mar 07 14:09:36.935856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01fb1d-fdd8-4a32-a272-be851cdaa5d5 req-9ed55c7b-8655-4436-a544-47510f1d40a6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:36.937591 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dc01fb1d-fdd8-4a32-a272-be851cdaa5d5 req-9ed55c7b-8655-4436-a544-47510f1d40a6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0618031 Mar 07 14:09:36.987785 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dc01fb1d-fdd8-4a32-a272-be851cdaa5d5 req-b58e0397-a81d-4fd5-afca-80dad07bf26e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Mar 07 14:09:37.279294 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e268e-9604-459b-864b-091cc4f77f19 req-082d688c-17a7-4931-970e-fd1aa92adf9e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.280753 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-050e268e-9604-459b-864b-091cc4f77f19 req-082d688c-17a7-4931-970e-fd1aa92adf9e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0821462 Mar 07 14:09:37.331917 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-050e268e-9604-459b-864b-091cc4f77f19 req-8b355904-9ce2-43f4-ae9c-f5db94bc5267 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Mar 07 14:09:37.725076 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324273-6605-42af-a5ae-b799bc1d8391 req-c4f8a01c-ffcf-49f1-927c-7ed8aa77548a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.726299 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65324273-6605-42af-a5ae-b799bc1d8391 req-c4f8a01c-ffcf-49f1-927c-7ed8aa77548a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Mar 07 14:09:37.776519 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65324273-6605-42af-a5ae-b799bc1d8391 req-3ae31722-a712-49fc-9875-f78de6983e31 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445983 Mar 07 14:09:37.936418 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14924253-031e-4ef2-9df5-935611742ccd req-7001d92a-d6c7-4d8e-b021-510dacf15279 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.938204 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14924253-031e-4ef2-9df5-935611742ccd req-7001d92a-d6c7-4d8e-b021-510dacf15279 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0569382 Mar 07 14:09:37.992986 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14924253-031e-4ef2-9df5-935611742ccd req-482c8f76-c764-4a6b-bd24-d6002650fa99 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480578 Mar 07 14:09:38.114339 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea4226-dfa0-4a3c-8e42-72d73685ea7f req-154236d3-9025-41c9-92e6-ef99586f9cb2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:38.121586 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-37ea4226-dfa0-4a3c-8e42-72d73685ea7f req-154236d3-9025-41c9-92e6-ef99586f9cb2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0614154 Mar 07 14:09:38.143074 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:09:38.171469 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-37ea4226-dfa0-4a3c-8e42-72d73685ea7f req-560f8a1e-630f-4662-9848-e4731ac466d7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489738 Mar 07 14:09:38.464258 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2dfab-80e5-45d9-9365-0ce960df2a31 req-0c326208-ba93-49ab-b956-dea66e15ac53 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:38.465765 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bcf2dfab-80e5-45d9-9365-0ce960df2a31 req-0c326208-ba93-49ab-b956-dea66e15ac53 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0642979 Mar 07 14:09:38.523088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bcf2dfab-80e5-45d9-9365-0ce960df2a31 req-d78e119b-bc8a-4770-8688-84a87015fe32 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Mar 07 14:09:38.999276 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813a5c-aae9-417d-9c63-c65dfef22329 req-b527eefd-3ab3-4e0c-8008-39d9c568797a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:39.000803 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-31813a5c-aae9-417d-9c63-c65dfef22329 req-b527eefd-3ab3-4e0c-8008-39d9c568797a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0626307 Mar 07 14:09:39.050925 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-31813a5c-aae9-417d-9c63-c65dfef22329 req-c2a4fdb4-add9-4005-aa88-52dce12590c4 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Mar 07 14:09:39.173067 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc108e9-085b-4d03-9c50-ee67ecf6d9f7 req-cda1cdba-79c1-4bdb-a0ad-386089a0854f tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:39.175369 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5bc108e9-085b-4d03-9c50-ee67ecf6d9f7 req-cda1cdba-79c1-4bdb-a0ad-386089a0854f tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0584865 Mar 07 14:09:39.228366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5bc108e9-085b-4d03-9c50-ee67ecf6d9f7 req-6f9fa87d-ff1a-4b3f-a334-7739f58d35bc tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471303 Mar 07 14:09:39.348957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdab3-cb54-462f-8026-4c23aec67ccc req-33ed4158-dddd-41ea-95c4-793967b0a6f8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:39.350577 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc5cdab3-cb54-462f-8026-4c23aec67ccc req-33ed4158-dddd-41ea-95c4-793967b0a6f8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0632908 Mar 07 14:09:39.398380 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc5cdab3-cb54-462f-8026-4c23aec67ccc req-2555568d-4671-4642-981a-c183f416c18b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Mar 07 14:09:39.670612 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1c6b1-ad2e-492e-869d-0914bce89981 req-591f88e5-291f-46db-958f-91638b8b04a8 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:39.672180 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8cd1c6b1-ad2e-492e-869d-0914bce89981 req-591f88e5-291f-46db-958f-91638b8b04a8 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0572076 Mar 07 14:09:39.729556 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8cd1c6b1-ad2e-492e-869d-0914bce89981 req-79047195-31cf-4855-8c00-82bfd5a4a2f7 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Mar 07 14:09:40.229031 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabe0db-ca42-43e2-a807-938a58b4ab72 req-775b8750-c672-406b-8018-163c04f766dd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:40.230666 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-edabe0db-ca42-43e2-a807-938a58b4ab72 req-775b8750-c672-406b-8018-163c04f766dd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0758085 Mar 07 14:09:40.294399 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-edabe0db-ca42-43e2-a807-938a58b4ab72 req-9ce9059e-d75e-4b10-a6ea-e55b4ac089c9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Mar 07 14:09:40.426679 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3f4a3-6820-4b5d-8d6d-615bb491c733 req-fa7c526d-a0de-4a9f-9ecb-39e96b41e10b tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:40.430024 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4f3f4a3-6820-4b5d-8d6d-615bb491c733 req-fa7c526d-a0de-4a9f-9ecb-39e96b41e10b tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0627148 Mar 07 14:09:40.486008 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4f3f4a3-6820-4b5d-8d6d-615bb491c733 req-66711183-df64-4894-887d-16576f270a23 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504427 Mar 07 14:09:40.692305 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402e4f1-1b0f-47d4-814e-02833a2ab4ca req-274f5ee6-555a-4d34-812b-1ad31a1fdf55 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:40.697582 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e402e4f1-1b0f-47d4-814e-02833a2ab4ca req-274f5ee6-555a-4d34-812b-1ad31a1fdf55 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1518967 Mar 07 14:09:40.732224 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-f3358766-90d2-4451-9012-23c936096e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:40.734209 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-f3358766-90d2-4451-9012-23c936096e28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489344 Mar 07 14:09:40.915926 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-07c4ac4a-c2a9-4524-a51b-a62c5e43848c service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671989 Mar 07 14:09:40.927970 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e402e4f1-1b0f-47d4-814e-02833a2ab4ca req-fe57db0d-75a9-4ec0-98dc-1b39d968fd49 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235839 Mar 07 14:09:41.087491 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20568839-3a6f-4c09-8f35-fddc9cac92ac req-a3f9016f-7448-4706-a7d7-044f2328e660 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346235 Mar 07 14:09:41.095550 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef94d7e-21ca-4202-86d3-498a184c60b3 req-125a66f5-731d-4910-8fba-c41fe360a770 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:41.103908 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ef94d7e-21ca-4202-86d3-498a184c60b3 req-125a66f5-731d-4910-8fba-c41fe360a770 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.1725848 Mar 07 14:09:41.166436 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ef94d7e-21ca-4202-86d3-498a184c60b3 req-c75c563b-2a67-470e-bd8f-4be699d551b8 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614142 Mar 07 14:09:41.452490 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4461-e7d3-451f-9931-3a006e6e0de8 req-351488e4-4897-406c-960a-f2d12837336b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:41.454068 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-858a4461-e7d3-451f-9931-3a006e6e0de8 req-351488e4-4897-406c-960a-f2d12837336b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0837543 Mar 07 14:09:41.507459 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-858a4461-e7d3-451f-9931-3a006e6e0de8 req-fd47ff1e-d907-46e3-917e-a408438416eb tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Mar 07 14:09:41.636298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49269-705b-452a-8169-ed51603eddae req-f5cd56cd-4493-4caf-ad4f-dd21385f7aae tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:41.637931 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32e49269-705b-452a-8169-ed51603eddae req-f5cd56cd-4493-4caf-ad4f-dd21385f7aae tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0579932 Mar 07 14:09:41.693598 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-32e49269-705b-452a-8169-ed51603eddae req-cdae08cb-617b-4618-a187-79d59b1d22fd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492804 Mar 07 14:09:42.086377 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf081c-ccac-4187-b01a-209453dc7f8a req-4156963a-3f76-4806-8661-68782cbdb8cb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:42.088306 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cacf081c-ccac-4187-b01a-209453dc7f8a req-4156963a-3f76-4806-8661-68782cbdb8cb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0578825 Mar 07 14:09:42.147580 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cacf081c-ccac-4187-b01a-209453dc7f8a req-b4b8f085-449c-49d3-baed-75c8a4bf3c9e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512428 Mar 07 14:09:42.303824 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ebf15-7884-4d18-bb6c-de656bf482d8 req-54a02aae-2087-4521-8188-e9cb22c8f8bc tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:42.305735 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-627ebf15-7884-4d18-bb6c-de656bf482d8 req-54a02aae-2087-4521-8188-e9cb22c8f8bc tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0653489 Mar 07 14:09:42.363920 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-627ebf15-7884-4d18-bb6c-de656bf482d8 req-4865f445-0b0b-4c70-af19-73b0edead591 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Mar 07 14:09:42.656580 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9898f-39bf-4065-a7a6-a32db021669e req-0725ec4b-2e50-4a9b-ad3f-bf6b4207fbd5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:42.658089 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b6c9898f-39bf-4065-a7a6-a32db021669e req-0725ec4b-2e50-4a9b-ad3f-bf6b4207fbd5 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0630198 Mar 07 14:09:42.726306 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b6c9898f-39bf-4065-a7a6-a32db021669e req-a675a94e-9129-40dd-a6d8-844db7546efd tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615981 Mar 07 14:09:42.863389 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feb827-4f28-491c-8cae-7733087077bf req-df58a8ee-a2f7-4487-bb50-520eab8df186 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:42.863389 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-57feb827-4f28-491c-8cae-7733087077bf req-df58a8ee-a2f7-4487-bb50-520eab8df186 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0745921 Mar 07 14:09:42.994135 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-57feb827-4f28-491c-8cae-7733087077bf req-6a1a282e-0e5f-4928-9255-4ba0367ba39d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133254 Mar 07 14:09:43.323435 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c721be-432d-4ca1-913d-8f782f01a141 req-c6c646e1-a8f2-49fd-a009-df5893b3e195 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:43.325938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03c721be-432d-4ca1-913d-8f782f01a141 req-c6c646e1-a8f2-49fd-a009-df5893b3e195 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0815711 Mar 07 14:09:43.333038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:09:43.402297 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03c721be-432d-4ca1-913d-8f782f01a141 req-4089aeef-7be3-4bb7-9b8b-7081b2769726 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683115 Mar 07 14:09:43.469460 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:43.482421 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'port_id': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'mac_address': 'fa:16:3e:ad:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:09:43.557279 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port a27a1311-87b0-444e-a1d8-32a952f420c5 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:43.557687 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:43.577599 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27a1311-87b0-444e-a1d8-32a952f420c5 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:43.613706 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:43.617948 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:43.681507 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:43.864579 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75113809-ed9c-44fc-abc0-cc749d977264 req-1816becc-f483-4f93-a5ae-82748d58949f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:43.866199 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75113809-ed9c-44fc-abc0-cc749d977264 req-1816becc-f483-4f93-a5ae-82748d58949f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.0681767 Mar 07 14:09:43.937364 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75113809-ed9c-44fc-abc0-cc749d977264 req-6036f5da-94f7-4c5a-9076-379e7fb143de tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Mar 07 14:09:44.013118 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['a27a1311-87b0-444e-a1d8-32a952f420c5'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:44.196765 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee266e1d-c415-4937-905a-d3b04e5439ce req-bcd25841-18aa-4b1e-ae0c-8dc2a27aca00 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:44.198673 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee266e1d-c415-4937-905a-d3b04e5439ce req-bcd25841-18aa-4b1e-ae0c-8dc2a27aca00 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 944 time: 0.1095850 Mar 07 14:09:44.248849 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598efe-76a5-4902-a398-fb1496ef3766 req-135a5267-8b03-49d6-bdcf-80d2bdce61ab tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:44.250720 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44598efe-76a5-4902-a398-fb1496ef3766 req-135a5267-8b03-49d6-bdcf-80d2bdce61ab tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 945 time: 0.1002080 Mar 07 14:09:44.306383 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee266e1d-c415-4937-905a-d3b04e5439ce req-477dd8b7-7624-42c4-abe1-0e34943fe775 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993435 Mar 07 14:09:44.387567 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Deleting port 96b9f684-b537-4214-b276-a38c52323516 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:09:44.388635 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (96b9f684-b537-4214-b276-a38c52323516), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:44.551592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] For port 96b9f684-b537-4214-b276-a38c52323516, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=96b9f684-b537-4214-b276-a38c52323516,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:44.552399 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (96b9f684-b537-4214-b276-a38c52323516), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:44.573785 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Calling delete_port for 96b9f684-b537-4214-b276-a38c52323516 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:09:44.601025 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a4df-8c46-4414-a4ce-9eb4b1c565a6 req-2f6eddc9-c869-4f74-9f62-6659b4ef88e8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:44.602816 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3792a4df-8c46-4414-a4ce-9eb4b1c565a6 req-2f6eddc9-c869-4f74-9f62-6659b4ef88e8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1024735 Mar 07 14:09:44.722757 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3792a4df-8c46-4414-a4ce-9eb4b1c565a6 req-2bda8f24-be7f-47a7-ba89-435b0cc870e7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812507 Mar 07 14:09:44.829193 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (96b9f684-b537-4214-b276-a38c52323516), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:44.848803 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['96b9f684-b537-4214-b276-a38c52323516', '4bbc0b65-3737-480f-a522-3efe51cd6c48'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:44.865465 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Pushing event deleted for resources: {'Port': ['ID=96b9f684-b537-4214-b276-a38c52323516,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:44.896380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.896734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.897081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.897426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.897762 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.898140 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.898524 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.899101 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.899511 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.900038 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.900421 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.900803 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.901140 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:44.937807 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] No DVR routers for this DVR port 96b9f684-b537-4214-b276-a38c52323516 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:09:44.945209 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:44.948489 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44598efe-76a5-4902-a398-fb1496ef3766 req-f674da53-ea2e-4a23-a4c0-7b47992623e6 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "DELETE /v2.0/ports/96b9f684-b537-4214-b276-a38c52323516 HTTP/1.1" status: 204 len: 173 time: 0.6903946 Mar 07 14:09:44.948963 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e751abe7-081c-4206-abf7-0aeb31101105', 'name': 'network-vif-deleted', 'tag': '96b9f684-b537-4214-b276-a38c52323516'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:44.951305 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4db892-b22d-4b31-8342-fad36ed52294" -d '{"events": [{"server_uuid": "e751abe7-081c-4206-abf7-0aeb31101105", "name": "network-vif-deleted", "tag": "96b9f684-b537-4214-b276-a38c52323516"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:45.032146 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a79e46-33b0-4ae6-b1d6-60a1c13ab69e x-openstack-request-id: req-73a79e46-33b0-4ae6-b1d6-60a1c13ab69e {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:45.032861 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e751abe7-081c-4206-abf7-0aeb31101105", "name": "network-vif-deleted", "tag": "96b9f684-b537-4214-b276-a38c52323516", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:45.033427 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73a79e46-33b0-4ae6-b1d6-60a1c13ab69e {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:45.034296 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e751abe7-081c-4206-abf7-0aeb31101105', 'name': 'network-vif-deleted', 'tag': '96b9f684-b537-4214-b276-a38c52323516', 'status': 'completed', 'code': 200} Mar 07 14:09:45.048628 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-a9c1e8ba-ceca-4379-8996-2f576bb20308 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785984510&fields=id&tenant_id=1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 267 time: 0.1129522 Mar 07 14:09:45.202331 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f48cfdf1-ab1d-4cce-9aaa-16c440451d41 req-3f58f40c-ab8f-4d7c-b881-b0acc30f681a tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=e751abe7-081c-4206-abf7-0aeb31101105 HTTP/1.1" status: 200 len: 210 time: 0.0352654 Mar 07 14:09:45.258273 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-df01b18e-afd8-4055-a35b-d54a0fe1cd1f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:45.259929 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-df01b18e-afd8-4055-a35b-d54a0fe1cd1f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 812 time: 0.2105324 Mar 07 14:09:45.275920 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-797d0a5f-fb11-40f5-a8e4-4bf23af23920 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/quotas/1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 375 time: 0.0101950 Mar 07 14:09:45.347044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:45.358417 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-07f590e8-b1a3-4198-b372-02a7a72ff551 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676484 Mar 07 14:09:45.421037 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port a27a1311-87b0-444e-a1d8-32a952f420c5 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:09:45.426397 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port a27a1311-87b0-444e-a1d8-32a952f420c5 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:45.426775 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:45.547139 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-bbd449b5-ef0e-4c1e-ae44-5ec520b89c20 service neutron] 10.222.0.31 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876628 Mar 07 14:09:45.561198 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d2786-2cd8-4cd8-8ea7-7975b4acaf3a req-7fc180e6-94dd-42fc-991d-72430a73ae21 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:45.563292 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-426d2786-2cd8-4cd8-8ea7-7975b4acaf3a req-7fc180e6-94dd-42fc-991d-72430a73ae21 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 944 time: 0.1117985 Mar 07 14:09:45.574686 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port a27a1311-87b0-444e-a1d8-32a952f420c5 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:45.575097 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:45.632584 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:45.636272 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16024893-a460-4ac8-a203-7751a1870ed3" -d '{"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-plugged", "status": "completed", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:45.665103 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:45.673721 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:45.676704 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 96b9f684-b537-4214-b276-a38c52323516 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:09:45.692831 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-426d2786-2cd8-4cd8-8ea7-7975b4acaf3a req-659cf49f-e63a-4908-a355-99b3b19c3096 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190009 Mar 07 14:09:45.730383 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-b2a6d764-90d3-4f1a-837d-669695430ca6 service neutron] 10.222.0.31 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657369 Mar 07 14:09:45.772649 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3139f27f-be1c-4baf-815e-7071a1a9f49e x-openstack-request-id: req-3139f27f-be1c-4baf-815e-7071a1a9f49e {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:45.773030 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-plugged", "status": "completed", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:45.773403 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3139f27f-be1c-4baf-815e-7071a1a9f49e {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:45.773961 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'code': 200} Mar 07 14:09:45.774512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 96b9f684-b537-4214-b276-a38c52323516 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:09:45.774915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 96b9f684-b537-4214-b276-a38c52323516 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:09:45.810913 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:45.862672 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5cc8b-881b-4a3f-8132-afdd64e0116b req-03700349-96e4-455c-9a5f-7bef8713ccc2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:45.870929 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72a5cc8b-881b-4a3f-8132-afdd64e0116b req-03700349-96e4-455c-9a5f-7bef8713ccc2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0678794 Mar 07 14:09:45.926795 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72a5cc8b-881b-4a3f-8132-afdd64e0116b req-b92d84a6-493f-4e9e-be16-504dcd478e8f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548122 Mar 07 14:09:46.438489 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2a97a2b1-bb0c-4092-bdcb-2b85948ac497 req-61b659b3-18b2-4c60-9aee-df9d51948d5c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 210 time: 0.0400662 Mar 07 14:09:46.469433 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913887e5-b42e-4bee-a272-6efa4be1725e req-45fd6cc6-bb12-4af1-83af-90f2125149f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:46.472405 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-913887e5-b42e-4bee-a272-6efa4be1725e req-45fd6cc6-bb12-4af1-83af-90f2125149f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1129 time: 0.4436841 Mar 07 14:09:46.568386 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-913887e5-b42e-4bee-a272-6efa4be1725e req-c63e0c61-6f82-44cc-8213-b6263bbb2499 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841973 Mar 07 14:09:46.662537 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f0da-2b01-45d4-a1d7-ab2b0d7194c3 req-c29b0c4f-28af-4170-9bc3-7b5f5df77e89 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:46.664519 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9887f0da-2b01-45d4-a1d7-ab2b0d7194c3 req-c29b0c4f-28af-4170-9bc3-7b5f5df77e89 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0771945 Mar 07 14:09:46.738960 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9887f0da-2b01-45d4-a1d7-ab2b0d7194c3 req-9b3fb4e7-3cc5-4263-ab8b-bebb9285b6a1 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679789 Mar 07 14:09:46.838234 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcdfbc-f19a-4247-8acb-123cdb8b8db1 req-87253da6-1036-4467-9e0e-d2958edd836a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:46.840325 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-63dcdfbc-f19a-4247-8acb-123cdb8b8db1 req-87253da6-1036-4467-9e0e-d2958edd836a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0661471 Mar 07 14:09:46.904114 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-63dcdfbc-f19a-4247-8acb-123cdb8b8db1 req-fe7d0ec2-82b3-4b69-be1e-65378c39a9b3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579114 Mar 07 14:09:47.077593 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b81d5-969a-47b9-84b4-980a26488366 req-1e82840d-d9b8-402a-a61b-c7b1ca036452 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:47.079061 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-617b81d5-969a-47b9-84b4-980a26488366 req-1e82840d-d9b8-402a-a61b-c7b1ca036452 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.0548732 Mar 07 14:09:47.129706 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-617b81d5-969a-47b9-84b4-980a26488366 req-74c6fa04-e1d2-40c8-934a-82df32a09c84 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Mar 07 14:09:47.444970 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6111231-dba6-4eea-953e-d3eeeb575338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:47.528734 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-785b1c16-9151-4785-8b28-db75047dfc71 req-164a7695-b965-4219-aa69-2c6008ec47e4 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 210 time: 0.0295980 Mar 07 14:09:47.898862 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b790bfe-31d9-4a5e-ab37-e48b8a62a66b req-2b6aba2b-82aa-499f-b170-834ff3ff0f12 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:47.908010 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b790bfe-31d9-4a5e-ab37-e48b8a62a66b req-2b6aba2b-82aa-499f-b170-834ff3ff0f12 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0894046 Mar 07 14:09:47.990107 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b790bfe-31d9-4a5e-ab37-e48b8a62a66b req-72407fc5-7b3c-4746-944d-abd43a305147 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808656 Mar 07 14:09:48.135796 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f0724-874d-4ee8-885d-03cc322bf881 req-c380b53a-68a4-4ae8-b53a-55217378f7bb tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:48.137841 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-393f0724-874d-4ee8-885d-03cc322bf881 req-c380b53a-68a4-4ae8-b53a-55217378f7bb tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.1466188 Mar 07 14:09:48.206371 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-e6b45d62-db87-4447-9c3b-0d306f078b47 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:48.208084 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-e6b45d62-db87-4447-9c3b-0d306f078b47 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 812 time: 0.1686230 Mar 07 14:09:48.238366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-393f0724-874d-4ee8-885d-03cc322bf881 req-b3a50ec5-528e-4976-8e3f-b74401c60885 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922291 Mar 07 14:09:48.334693 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-e7f19132-bc5d-47f1-adb8-dd09135b0f43 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 380 time: 0.1079488 Mar 07 14:09:48.343968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b5659-6f36-40ce-86a3-43d9a7512c8a req-aa3b2c75-4ed8-4422-a79d-ded98ab01515 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:48.345560 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-879b5659-6f36-40ce-86a3-43d9a7512c8a req-aa3b2c75-4ed8-4422-a79d-ded98ab01515 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.1172490 Mar 07 14:09:48.350953 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'port': {'device_id': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'admin_state_up': True, 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'security_groups': ['23515437-fdd3-48fc-93ee-fd27a4457579']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:48.459243 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-879b5659-6f36-40ce-86a3-43d9a7512c8a req-f0e30a00-ded8-43ba-aa17-7e3559a5f108 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035450 Mar 07 14:09:48.548824 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Made reservation on behalf of 1f0565d018314753a32eecc6d16522bf for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:09:48.556077 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:48.714401 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a682230-b3c5-41df-b4d1-b6122ce23837 req-58fd1fb4-21d5-48e5-b554-03348ea2ef72 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 210 time: 0.0405481 Mar 07 14:09:48.815956 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Allocated IP 172.20.0.3 (f95448eb-f298-4014-89c0-b7717ce5d265/6e255c7f-a285-49da-a942-dc2ecef315c3/2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:48.969645 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.014298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.060806 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Network f95448eb-f298-4014-89c0-b7717ce5d265 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:49.063905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:49.068400 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:49.092753 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:49.156565 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:49.157217 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.182081 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-6666d0aa-7d5d-4451-9c4e-f4991d6a821c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347905 Mar 07 14:09:49.194485 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3fa58-48fd-4c31-8f31-2db97c2cf4a2 req-6e6e27b8-ac5c-447e-95c8-e933b3b20323 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:49.196099 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65d3fa58-48fd-4c31-8f31-2db97c2cf4a2 req-6e6e27b8-ac5c-447e-95c8-e933b3b20323 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0884161 Mar 07 14:09:49.202985 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Request body: {'port': {'device_id': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:49.309003 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65d3fa58-48fd-4c31-8f31-2db97c2cf4a2 req-0b388388-baf0-4226-837f-1095304fdbf7 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022084 Mar 07 14:09:49.317584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.339460 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-33355ab5-6770-44c7-8e50-dffb9fc3bfc9 None None] Provisioning complete for port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:49.342151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-33355ab5-6770-44c7-8e50-dffb9fc3bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.364309 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:09:49.477748 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-33355ab5-6770-44c7-8e50-dffb9fc3bfc9 None None] Port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:09:49.687973 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3587c-cda2-4317-aa9d-b29de7555c02 req-83a60234-7601-4948-b9ac-b84d0ce3ea3d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:49.689038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:49.695509 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3cc3587c-cda2-4317-aa9d-b29de7555c02 req-83a60234-7601-4948-b9ac-b84d0ce3ea3d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.3355377 Mar 07 14:09:49.723768 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'port_id': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'mac_address': 'fa:16:3e:96:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:09:49.781197 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:49.781617 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.798400 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3cc3587c-cda2-4317-aa9d-b29de7555c02 req-c2eceb92-89ea-40b7-a902-343d81d95e87 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974591 Mar 07 14:09:49.819181 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c07b-52ff-4ff2-a4e3-2507ea590a37 req-90cbde63-8d33-43b3-8f31-e48649ac9983 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:49.826394 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c160c07b-52ff-4ff2-a4e3-2507ea590a37 req-90cbde63-8d33-43b3-8f31-e48649ac9983 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 943 time: 0.2224195 Mar 07 14:09:49.826695 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:49.862964 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:49.866602 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb514-a153-4cbe-81cf-a23e65b73d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.874150 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.933936 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=9']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:49.947599 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c160c07b-52ff-4ff2-a4e3-2507ea590a37 req-b1af5567-20d0-445f-b227-2eee76e70654 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188614 Mar 07 14:09:50.028058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:09:50.048060 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Publish callbacks [] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.058934 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2d6c-2323-4922-a4e7-4f95a0fe464a req-2dfdd373-a4b8-4d13-8459-276d7fbb6545 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.060487 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8dd2d6c-2323-4922-a4e7-4f95a0fe464a req-2dfdd373-a4b8-4d13-8459-276d7fbb6545 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 931 time: 0.1513147 Mar 07 14:09:50.104896 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Transition to ACTIVE for port object 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:09:50.117643 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.188188 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8dd2d6c-2323-4922-a4e7-4f95a0fe464a req-cc1f9905-d42e-4306-84e5-6796d1d5e0ec tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112485 Mar 07 14:09:50.212564 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9024a29-27f0-4b3a-8395-7ee7f08b6898 req-dd6c5a1c-d9f4-4805-8083-94accff594ee tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.216421 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c9024a29-27f0-4b3a-8395-7ee7f08b6898 req-dd6c5a1c-d9f4-4805-8083-94accff594ee tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.1830821 Mar 07 14:09:50.230643 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:50.308856 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:50.398404 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c9024a29-27f0-4b3a-8395-7ee7f08b6898 req-e5296f20-4bd8-476f-b692-f686ed3abde1 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762490 Mar 07 14:09:50.420169 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Attempting to bind port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:09:50.420535 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Attempting to bind port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:09:50.420844 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Attempting to bind port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:50.435033 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33246) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:50.444181 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 on network f95448eb-f298-4014-89c0-b7717ce5d265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:09:50.444511 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Attempting to bind port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:09:50.459451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8565-a850-48a9-85e7-8d8ca38fe07d req-d5145d33-2c1b-43b9-83e5-9dcbf6922514 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.477550 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79ae8565-a850-48a9-85e7-8d8ca38fe07d req-d5145d33-2c1b-43b9-83e5-9dcbf6922514 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.1993434 Mar 07 14:09:50.497918 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:09:50.498550 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Checking segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:09:50.499130 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Bound using segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:09:50.499939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Bound port: 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:09:50.500486 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.643849 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79ae8565-a850-48a9-85e7-8d8ca38fe07d req-0a086d1b-9111-41d3-a67f-6cb334e52c5e tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641264 Mar 07 14:09:50.660185 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33252) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:50.677549 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] For port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:09:50.683207 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] For port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:09:50.698854 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8e9a1-24ad-47ce-bfd8-8e72a5b141d7 req-e59fb76e-df8e-4c9e-9b74-5ed9f40ebb53 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.700400 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ef8e9a1-24ad-47ce-bfd8-8e72a5b141d7 req-e59fb76e-df8e-4c9e-9b74-5ed9f40ebb53 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1363058 Mar 07 14:09:50.701555 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.774578 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.775209 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.776641 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] 10.222.0.23 "PUT /v2.0/ports/2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 HTTP/1.1" status: 200 len: 1093 time: 1.5790312 Mar 07 14:09:50.780141 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:50.782482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6c531-fdb3-4758-83da-29a4a1da3503" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:50.832329 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28299ec-ac32-4245-a8e4-dfdeb8027cbb tempest-TestMinimumBasicScenario-1397771619 tempest-TestMinimumBasicScenario-1397771619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.843882 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f28299ec-ac32-4245-a8e4-dfdeb8027cbb tempest-TestMinimumBasicScenario-1397771619 tempest-TestMinimumBasicScenario-1397771619-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1125 time: 0.4057229 Mar 07 14:09:50.844785 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33258) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:50.857851 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'port_id': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:50.872867 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.910159 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0266e2e9-29f5-4806-92ba-046825881f00 x-openstack-request-id: req-0266e2e9-29f5-4806-92ba-046825881f00 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:50.910470 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:50.910937 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0266e2e9-29f5-4806-92ba-046825881f00 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:50.911242 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'status': 'completed', 'code': 200} Mar 07 14:09:50.915503 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.917023 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cd3c4-c8b5-4ae5-bf22-abab483898ed service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:50.936859 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ef8e9a1-24ad-47ce-bfd8-8e72a5b141d7 req-c0ed3981-f605-41c0-8a9a-59302deac900 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290957 Mar 07 14:09:50.950533 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-31b65fa1-15e1-40ba-946b-385683e212ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.952088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-31b65fa1-15e1-40ba-946b-385683e212ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 1127 time: 0.1182590 Mar 07 14:09:51.065307 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-95947ed7-bf7a-465d-ad59-7c4ee072cc2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 HTTP/1.1" status: 200 len: 217 time: 0.1007586 Mar 07 14:09:51.115784 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9716ced-8c34-4a4e-81b8-2e42742a23a2 tempest-TestShelveInstance-2095203799 tempest-TestShelveInstance-2095203799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.117631 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d9716ced-8c34-4a4e-81b8-2e42742a23a2 tempest-TestShelveInstance-2095203799 tempest-TestShelveInstance-2095203799-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1124 time: 0.4563181 Mar 07 14:09:51.120518 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33262) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:51.125424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'port_id': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:51.167931 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.182159 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-1f0d52fc-ccfa-4576-a74e-5985cf43cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.183220 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-1f0d52fc-ccfa-4576-a74e-5985cf43cf06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0825043 Mar 07 14:09:51.195620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c15e-a0c1-441d-8efc-bae352575c88 req-1e8f62b7-7b9c-4455-9c8b-50e1d7bdee0f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.197172 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d624c15e-a0c1-441d-8efc-bae352575c88 req-1e8f62b7-7b9c-4455-9c8b-50e1d7bdee0f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 944 time: 0.1451032 Mar 07 14:09:51.231570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.360968 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:09:51.375013 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d624c15e-a0c1-441d-8efc-bae352575c88 req-765c3040-9038-4083-9f73-97b40f7f391e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694198 Mar 07 14:09:51.380432 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-90ebbf9a-4f46-4d59-ae9f-9c65f0cb6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.382387 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-90ebbf9a-4f46-4d59-ae9f-9c65f0cb6118 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1781089 Mar 07 14:09:51.396752 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Allocated IP 172.27.3.101 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:51.400675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac25de-61da-41d7-afc4-aa6b85857738 req-613dc081-ec03-4c37-950d-c6538daf2ad6 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.403644 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.407735 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ac25de-61da-41d7-afc4-aa6b85857738 req-613dc081-ec03-4c37-950d-c6538daf2ad6 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.1016886 Mar 07 14:09:51.473266 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:51.474116 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.527959 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ac25de-61da-41d7-afc4-aa6b85857738 req-a0ea1570-c935-4bdd-b263-2fe9da9d6366 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192288 Mar 07 14:09:51.570900 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-caacd508-cebf-418a-b3ab-79fc2c79a1e7 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557679 Mar 07 14:09:51.643985 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:09:51.644547 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.678978 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:51.681406 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1994ba7b-c914-44a1-9d1a-185699bb6b24" -d '{"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:51.688613 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.709416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:51.716759 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.762147 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e6ec1-8bbd-4f61-9d3c-8db51d151096 x-openstack-request-id: req-443e6ec1-8bbd-4f61-9d3c-8db51d151096 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:51.762446 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:51.762921 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-443e6ec1-8bbd-4f61-9d3c-8db51d151096 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:51.763294 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'code': 200} Mar 07 14:09:51.763989 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29c3d765-d40e-4882-a5bf-68494a2b6f8a req-dc6c757b-c9d1-4781-8584-4fbee413173d service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827075 Mar 07 14:09:51.770704 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.802623 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=10']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:51.849483 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:51.851323 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:51.854107 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:51.911675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-6bbf6aa6-2f5e-483a-b7c8-cf616b27d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.913074 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Allocated IP 172.27.3.134 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/05341435-c654-45c3-8976-0f2e566b0523) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:09:51.914732 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-6bbf6aa6-2f5e-483a-b7c8-cf616b27d0ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 1127 time: 0.0698659 Mar 07 14:09:51.915117 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'Port': ['ID=f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:51.929422 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.929880 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.930239 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.930582 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.930926 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.931258 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.931613 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.931942 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.932272 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.932597 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.932923 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.933352 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:51.933681 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:09:52.043455 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-a208023e-ea20-4aae-98c4-92e332dc4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.044923 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-a208023e-ea20-4aae-98c4-92e332dc4241 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.1221898 Mar 07 14:09:52.120304 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-8a4da326-20d7-4c88-a87c-8ae728936516 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 HTTP/1.1" status: 200 len: 217 time: 0.0603991 Mar 07 14:09:52.182012 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for port (05341435-c654-45c3-8976-0f2e566b0523), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:52.186121 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6430933-4081-409a-9a4b-d5257ea70126 req-557ad9a4-360b-42ba-82f8-3fc77b34820d tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.187699 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6430933-4081-409a-9a4b-d5257ea70126 req-557ad9a4-360b-42ba-82f8-3fc77b34820d tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.1404243 Mar 07 14:09:52.212568 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:52.219151 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-642361bf-18e9-46bd-995c-972f884b01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.221002 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-642361bf-18e9-46bd-995c-972f884b01bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0901978 Mar 07 14:09:52.288750 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6430933-4081-409a-9a4b-d5257ea70126 req-45125168-d35f-445a-ac7c-ef4ba95de5e9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897353 Mar 07 14:09:52.300631 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-6239e410-6ae0-42c5-8e02-46ae85e9f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.302168 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-6239e410-6ae0-42c5-8e02-46ae85e9f73d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736859 Mar 07 14:09:52.482038 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-2aef5008-7180-4579-8e5e-0d9b07ed8a8a service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454084 Mar 07 14:09:52.612290 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc499574-3a65-4643-aa80-edb8559a1e69 req-fe12ab48-db3c-4a2a-bddd-36fda56ebca8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.614490 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dc499574-3a65-4643-aa80-edb8559a1e69 req-fe12ab48-db3c-4a2a-bddd-36fda56ebca8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1153102 Mar 07 14:09:52.681376 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac6c531-fdb3-4758-83da-29a4a1da3503 req-7330c4e6-14d1-4ca5-a59e-5bf8f6de3b2a service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903396 Mar 07 14:09:52.716282 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769b430-6279-4267-98ca-330a959c5f0e req-0b5b028b-5029-4c0c-9f77-38a31f0ebe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.718112 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c769b430-6279-4267-98ca-330a959c5f0e req-0b5b028b-5029-4c0c-9f77-38a31f0ebe32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1130 time: 0.2235451 Mar 07 14:09:52.731258 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (05341435-c654-45c3-8976-0f2e566b0523), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:52.737308 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dc499574-3a65-4643-aa80-edb8559a1e69 req-9c1d52bf-c91a-4fbb-913a-517cbce30002 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990124 Mar 07 14:09:52.757401 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a0032-3a4e-44c1-be31-8f7673bef0db req-f009c335-cccf-4827-9601-195e15db1cd3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.768422 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-030a0032-3a4e-44c1-be31-8f7673bef0db req-f009c335-cccf-4827-9601-195e15db1cd3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.1521194 Mar 07 14:09:52.835547 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-030a0032-3a4e-44c1-be31-8f7673bef0db req-93518b19-acf8-4235-b4d1-2872a9659b80 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644634 Mar 07 14:09:52.918881 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:09:52.938554 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:09:52.941887 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'Port': ['ID=05341435-c654-45c3-8976-0f2e566b0523,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:52.945014 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:09:53.014732 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c769b430-6279-4267-98ca-330a959c5f0e req-8bd3ce2a-2b0b-46ee-b307-7a1166d04bd3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810895 Mar 07 14:09:53.196099 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for floatingip (42e0fa63-5dbf-4b7d-a370-d22d3006c9cd), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:53.457886 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47316-9d83-46b0-a2b6-cadd92a791d9 req-d7443c31-9881-4b4d-b4b3-fe9644e91498 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:53.459546 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1fc47316-9d83-46b0-a2b6-cadd92a791d9 req-d7443c31-9881-4b4d-b4b3-fe9644e91498 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0668857 Mar 07 14:09:53.493528 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:53.518699 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1fc47316-9d83-46b0-a2b6-cadd92a791d9 req-d94898c4-a1a7-4056-bc1a-d3d174c118ea tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Mar 07 14:09:53.811392 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:53.815023 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for floatingip (09929420-cfaa-4628-ae33-f5ea57d24444), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:53.844067 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:53.857461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:53.984341 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'Port': ['ID=f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:53.996549 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (05341435-c654-45c3-8976-0f2e566b0523), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:54.012402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e716107-ea8f-40c3-b52a-d10dab7cdc32 req-2010e9b3-b8f1-44ca-ac7d-f116fb7a1347 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:54.013950 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e716107-ea8f-40c3-b52a-d10dab7cdc32 req-2010e9b3-b8f1-44ca-ac7d-f116fb7a1347 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1422746 Mar 07 14:09:54.022802 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (42e0fa63-5dbf-4b7d-a370-d22d3006c9cd), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:54.030373 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66d5f1-5577-4f11-a4dc-6283d410c7f8 req-6e991cce-4b44-48ed-bae7-7c909440548f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:54.031993 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6e66d5f1-5577-4f11-a4dc-6283d410c7f8 req-6e991cce-4b44-48ed-bae7-7c909440548f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.1100476 Mar 07 14:09:54.112140 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e716107-ea8f-40c3-b52a-d10dab7cdc32 req-5bd87f65-9f67-46b2-be48-f8c5dd875d12 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784464 Mar 07 14:09:54.116009 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6e66d5f1-5577-4f11-a4dc-6283d410c7f8 req-e0d9ec33-cb2d-42dd-852c-c53f2b389656 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761762 Mar 07 14:09:54.218429 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Floating IP 42e0fa63-5dbf-4b7d-a370-d22d3006c9cd associated. External IP: 172.27.3.101, port: 42c299cf-c090-4682-8024-45e1b4eae9b1. Mar 07 14:09:54.346921 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for port (05341435-c654-45c3-8976-0f2e566b0523), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:54.352867 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (05341435-c654-45c3-8976-0f2e566b0523), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:54.674727 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98857d-6c0e-4199-870a-50d45f0264a4 req-8d3c838f-33b8-412b-ab12-d911cff8facf tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:54.681872 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2d98857d-6c0e-4199-870a-50d45f0264a4 req-8d3c838f-33b8-412b-ab12-d911cff8facf tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.0802224 Mar 07 14:09:54.700064 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event updated for resources: {'Port': ['ID=05341435-c654-45c3-8976-0f2e566b0523,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:54.727436 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (09929420-cfaa-4628-ae33-f5ea57d24444), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:54.744499 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2d98857d-6c0e-4199-870a-50d45f0264a4 req-18b6c6a6-0e68-4eb9-b002-c05cb49de9a9 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Mar 07 14:09:54.888130 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Router c5b45e47-b62f-454c-85e3-94683b6917a7 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:09:54.911242 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Floating IP 09929420-cfaa-4628-ae33-f5ea57d24444 associated. External IP: 172.27.3.134, port: a27a1311-87b0-444e-a1d8-32a952f420c5. Mar 07 14:09:55.146940 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:09:55.169198 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] Sync routers for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:09:55.197436 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:55.198108 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:55.231943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:55.325920 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:55.343921 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-409e0ec9-710c-4346-9519-7962ea46592f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4961684 Mar 07 14:09:55.347903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33300) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:55.348388 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:55.350830 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04901bde-6e54-4d59-a0c6-96e770134168" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:55.354624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457082506', 'description': 'tempest-secgroup-smoke-1457082506 description', 'project_id': '492a3eaff7a14289b6bdb85b092f6724'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:55.391525 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Router 41f8a319-300d-449c-ab5e-f18a44a03f8a has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:09:55.391758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40b1e-f333-47c5-b8f5-ea5512df0e75 req-e9557a3f-a143-4f75-bcdd-70156260207c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:55.402006 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4e40b1e-f333-47c5-b8f5-ea5512df0e75 req-e9557a3f-a143-4f75-bcdd-70156260207c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.1284852 Mar 07 14:09:55.443975 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:55.496356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ea8e4-70b6-4e1a-9a63-f79b7a603d58 req-18953c11-9abb-4e9b-a097-befb469fdf09 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:55.504597 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-793ea8e4-70b6-4e1a-9a63-f79b7a603d58 req-18953c11-9abb-4e9b-a097-befb469fdf09 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1953588 Mar 07 14:09:55.549852 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4e40b1e-f333-47c5-b8f5-ea5512df0e75 req-445a7bfb-269d-49bb-860b-2d33c8718c14 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414340 Mar 07 14:09:55.594101 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:09:55.614387 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] Sync routers for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:09:55.630018 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-793ea8e4-70b6-4e1a-9a63-f79b7a603d58 req-6e9441a8-4491-4370-92c3-7d5dc1d0f3cd tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210163 Mar 07 14:09:55.634443 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '42e0fa63-5dbf-4b7d-a370-d22d3006c9cd', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'port_id': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'mac_address': 'fa:16:3e:ca:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:09:52Z', 'updated_at': '2022-03-07T14:09:52Z', 'revision_number': 0, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:55.640706 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391ce268-3d65-464e-a47b-04bf8e561cce x-openstack-request-id: req-391ce268-3d65-464e-a47b-04bf8e561cce {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:55.641004 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:55.641456 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-391ce268-3d65-464e-a47b-04bf8e561cce {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:55.642097 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'status': 'completed', 'code': 200} Mar 07 14:09:55.647304 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:55.666127 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:55.667246 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:55.692454 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] Checking router: c5b45e47-b62f-454c-85e3-94683b6917a7 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:09:55.701372 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:55.702325 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:55.723968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group (34884e72-485b-4c7f-b260-8d32adb2bb4a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:55.732019 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (34884e72-485b-4c7f-b260-8d32adb2bb4a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:55.735953 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-30fbbc99-d8c5-4cec-adcc-032d66bcaa35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6142113 Mar 07 14:09:55.799593 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04901bde-6e54-4d59-a0c6-96e770134168 req-ed2e1554-6b4b-4ec2-8e30-0c701e8311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:55.801107 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-ed2e1554-6b4b-4ec2-8e30-0c701e8311a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1130 time: 0.1113849 Mar 07 14:09:55.843051 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:55.847855 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4941123 Mar 07 14:09:55.848934 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33308) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:55.874875 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:55.877132 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group_rule': {'security_group_id': '34884e72-485b-4c7f-b260-8d32adb2bb4a', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:55.934161 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfe8f3-5e4c-470f-9cc5-80401c3b8c8f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34884e72-485b-4c7f-b260-8d32adb2bb4a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:55.948397 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:56.001174 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04901bde-6e54-4d59-a0c6-96e770134168 req-56af872e-b9fc-484d-9203-a037ba065ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.007433 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-56af872e-b9fc-484d-9203-a037ba065ead service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.1929080 Mar 07 14:09:56.027745 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (c0b593d5-8bc4-47db-9a7c-c73b5d6610cd), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:56.092724 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d6422-3ac9-49d0-ae13-f83e16b5f4fe req-a754e99e-00ca-43d5-92a6-0aff292d9f06 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.104630 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b1d6422-3ac9-49d0-ae13-f83e16b5f4fe req-a754e99e-00ca-43d5-92a6-0aff292d9f06 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.2589417 Mar 07 14:09:56.140352 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-a73c4ee1-aae4-41e5-9870-549331221130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 1000 time: 0.1268699 Mar 07 14:09:56.262445 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04901bde-6e54-4d59-a0c6-96e770134168 req-846c101e-e842-4e6d-8cef-48f07c5b1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.266763 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-846c101e-e842-4e6d-8cef-48f07c5b1dcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.1201496 Mar 07 14:09:56.351910 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04901bde-6e54-4d59-a0c6-96e770134168 req-3b9f4322-abb2-4583-b286-a6d7ae4db9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.353739 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-3b9f4322-abb2-4583-b286-a6d7ae4db9bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797100 Mar 07 14:09:56.402751 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '09929420-cfaa-4628-ae33-f5ea57d24444', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'port_id': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'mac_address': 'fa:16:3e:ad:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1493782c-9ab1-453d-8359-b6803385129b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:09:53Z', 'updated_at': '2022-03-07T14:09:53Z', 'revision_number': 0, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:56.433976 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '42e0fa63-5dbf-4b7d-a370-d22d3006c9cd', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'port_id': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'mac_address': 'fa:16:3e:ca:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:09:52Z', 'updated_at': '2022-03-07T14:09:52Z', 'revision_number': 0, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:56.470174 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98452a4e-c80e-4151-8ad4-efed22cbad47 None None] The sync data for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi is: [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '42e0fa63-5dbf-4b7d-a370-d22d3006c9cd', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'port_id': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'mac_address': 'fa:16:3e:ca:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:09:52Z', 'updated_at': '2022-03-07T14:09:52Z', 'revision_number': 0, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:56.478121 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] Checking router: 41f8a319-300d-449c-ab5e-f18a44a03f8a for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:09:56.492775 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:09:56.494749 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:56.546913 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-7bc7115c-e047-4b35-8d2a-017c7ae6025c service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753950 Mar 07 14:09:56.602885 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b1d6422-3ac9-49d0-ae13-f83e16b5f4fe req-d70794de-a466-41cf-aa85-e61e4aa69a99 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973538 Mar 07 14:09:56.628833 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (c0b593d5-8bc4-47db-9a7c-c73b5d6610cd), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:56.647004 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (c0b593d5-8bc4-47db-9a7c-c73b5d6610cd), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:56.666976 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:09:56.689740 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-945bf280-e45c-4463-aa20-b16b13f3a51f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.698657 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-945bf280-e45c-4463-aa20-b16b13f3a51f tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 945 time: 0.5851355 Mar 07 14:09:56.708676 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04901bde-6e54-4d59-a0c6-96e770134168 req-c1e1ecda-14f7-4f0e-b745-38403dc485ba service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483648 Mar 07 14:09:56.817742 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b593d5-8bc4-47db-9a7c-c73b5d6610cd,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:56.841695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:56.845418 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2ba24539-a57d-44b4-9f7d-1531560d4f94 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9866929 Mar 07 14:09:56.846437 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33318) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:56.851222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group_rule': {'security_group_id': '34884e72-485b-4c7f-b260-8d32adb2bb4a', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:56.873401 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53251cbc-ca34-4967-9f60-494cd2fcb0a4 None None] New status for floating IP 42e0fa63-5dbf-4b7d-a370-d22d3006c9cd: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:09:56.924522 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (30372641-9bee-47a9-94bd-87658d6eebb7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:56.940664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81c60-7b4c-4d18-a16e-30d6cad94b94 req-cd37b0f7-9d6f-49c4-bb4f-244ded4250ae tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.951691 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9fc81c60-7b4c-4d18-a16e-30d6cad94b94 req-cd37b0f7-9d6f-49c4-bb4f-244ded4250ae tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.2227626 Mar 07 14:09:57.007425 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3bbf-2fb2-45fb-93be-8e0162d8d7d3 req-6d9931c9-453a-4981-be57-3bbdce6086ed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:57.013150 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-96ec3bbf-2fb2-45fb-93be-8e0162d8d7d3 req-6d9931c9-453a-4981-be57-3bbdce6086ed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.2257290 Mar 07 14:09:57.046855 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (30372641-9bee-47a9-94bd-87658d6eebb7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.060390 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (30372641-9bee-47a9-94bd-87658d6eebb7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.080074 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Deleting port 4bbc0b65-3737-480f-a522-3efe51cd6c48 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:09:57.080074 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.099352 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30372641-9bee-47a9-94bd-87658d6eebb7,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:57.130751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.133529 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e4b83103-dcbc-4281-8160-05f8c4d424a5 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2859557 Mar 07 14:09:57.135560 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9fc81c60-7b4c-4d18-a16e-30d6cad94b94 req-6c003aac-20d6-483e-871b-01ea244a8d72 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829658 Mar 07 14:09:57.144996 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33322) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:57.166195 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '09929420-cfaa-4628-ae33-f5ea57d24444', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'port_id': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'mac_address': 'fa:16:3e:ad:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1493782c-9ab1-453d-8359-b6803385129b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:09:53Z', 'updated_at': '2022-03-07T14:09:53Z', 'revision_number': 0, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:09:57.170902 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group_rule': {'security_group_id': '34884e72-485b-4c7f-b260-8d32adb2bb4a', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:57.178712 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-96ec3bbf-2fb2-45fb-93be-8e0162d8d7d3 req-b43e89e6-3cc1-4af6-a8af-bf04b19c6c84 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648724 Mar 07 14:09:57.213825 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (fcbe71c6-5d6b-4b17-8996-eb052288fb1b), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.239952 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58885ebb-549d-49a9-bf2e-65bc7613b702 None None] The sync data for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi is: [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '09929420-cfaa-4628-ae33-f5ea57d24444', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'port_id': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'mac_address': 'fa:16:3e:ad:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1493782c-9ab1-453d-8359-b6803385129b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:09:53Z', 'updated_at': '2022-03-07T14:09:53Z', 'revision_number': 0, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:09:57.276604 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] For port 4bbc0b65-3737-480f-a522-3efe51cd6c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=4bbc0b65-3737-480f-a522-3efe51cd6c48,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:57.277296 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.296070 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Calling delete_port for 4bbc0b65-3737-480f-a522-3efe51cd6c48 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:09:57.328212 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (fcbe71c6-5d6b-4b17-8996-eb052288fb1b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.337640 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (fcbe71c6-5d6b-4b17-8996-eb052288fb1b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.366061 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbe71c6-5d6b-4b17-8996-eb052288fb1b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:57.377370 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.382448 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7a1c0624-a9e7-4c4b-af58-8deb3546db0d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301686 Mar 07 14:09:57.382562 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33324) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:57.393573 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group_rule': {'security_group_id': '34884e72-485b-4c7f-b260-8d32adb2bb4a', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:57.446333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (9904ac69-49c3-4ff4-827a-bab775e714e3), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.570533 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (4bbc0b65-3737-480f-a522-3efe51cd6c48), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.573735 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (9904ac69-49c3-4ff4-827a-bab775e714e3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.602897 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (9904ac69-49c3-4ff4-827a-bab775e714e3), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.609666 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Pushing event deleted for resources: {'Port': ['ID=4bbc0b65-3737-480f-a522-3efe51cd6c48,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:57.644238 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:57.647415 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c841bba-a135-487f-bffc-c0bf40c261ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:57.654468 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb8158-6fe4-4f95-9b59-036a83866a35 None None] New status for floating IP 09929420-cfaa-4628-ae33-f5ea57d24444: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:09:57.700440 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] No DVR routers for this DVR port 4bbc0b65-3737-480f-a522-3efe51cd6c48 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:09:57.708400 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9904ac69-49c3-4ff4-827a-bab775e714e3,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:57.713405 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.724908 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7ddcbcf4-0cf2-4937-bee2-1d834ecdd41d req-d410cb90-dc49-4097-aec6-e3b08ec45c8b tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.23 "DELETE /v2.0/ports/4bbc0b65-3737-480f-a522-3efe51cd6c48 HTTP/1.1" status: 204 len: 173 time: 1.0251656 Mar 07 14:09:57.725463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'name': 'network-vif-deleted', 'tag': '4bbc0b65-3737-480f-a522-3efe51cd6c48'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:57.734778 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f26cb4-faba-4a54-bb8a-99cdfcc4ce6d" -d '{"events": [{"server_uuid": "f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145", "name": "network-vif-deleted", "tag": "4bbc0b65-3737-480f-a522-3efe51cd6c48"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:57.736560 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7059e02-037e-46e4-bb98-6d1334d015a9 x-openstack-request-id: req-a7059e02-037e-46e4-bb98-6d1334d015a9 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:57.742009 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:57.742286 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7059e02-037e-46e4-bb98-6d1334d015a9 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:57.742702 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'status': 'completed', 'code': 200} Mar 07 14:09:57.750784 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.756332 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ba54168f-9941-473c-b8a1-d9683dd26917 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3668962 Mar 07 14:09:57.759651 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33332) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:57.765329 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group_rule': {'security_group_id': '34884e72-485b-4c7f-b260-8d32adb2bb4a', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:57.805193 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Project 492a3eaff7a14289b6bdb85b092f6724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:09:57.813405 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (7d2d3f76-adda-4e97-92c1-261b55bf9d9b), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.847882 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01239399-1b0b-4b51-98fe-b7c3df0a01d6 x-openstack-request-id: req-01239399-1b0b-4b51-98fe-b7c3df0a01d6 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:09:57.848846 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145", "name": "network-vif-deleted", "tag": "4bbc0b65-3737-480f-a522-3efe51cd6c48", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:09:57.849258 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01239399-1b0b-4b51-98fe-b7c3df0a01d6 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:09:57.849843 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145', 'name': 'network-vif-deleted', 'tag': '4bbc0b65-3737-480f-a522-3efe51cd6c48', 'status': 'completed', 'code': 200} Mar 07 14:09:57.853329 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-608e86e3-b8fa-42d7-9188-d60786b27988 req-5ae215cc-2704-4029-a22a-7c2a6dfcae21 tempest-ServerRescueNegativeTestJSON-664875884 tempest-ServerRescueNegativeTestJSON-664875884-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d20aeb-dd5d-4ad3-8fee-5635bcf9c145 HTTP/1.1" status: 200 len: 210 time: 0.0940559 Mar 07 14:09:57.890195 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-bf512266-3e91-432c-9f15-e452c88ecb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:57.890195 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-bf512266-3e91-432c-9f15-e452c88ecb7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1129 time: 0.1113415 Mar 07 14:09:57.928197 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (7d2d3f76-adda-4e97-92c1-261b55bf9d9b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.933130 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (7d2d3f76-adda-4e97-92c1-261b55bf9d9b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:57.953577 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2d3f76-adda-4e97-92c1-261b55bf9d9b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:58.002634 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:58.004614 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cdf0eaed-d36f-4984-b1d5-efb6bb107a68 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435172 Mar 07 14:09:58.007466 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33334) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:58.016553 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'security_group_rule': {'security_group_id': '34884e72-485b-4c7f-b260-8d32adb2bb4a', 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:58.065832 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-31c65690-1e73-4d78-b81a-aad051b8a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.067323 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-31c65690-1e73-4d78-b81a-aad051b8a3b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 910 time: 0.1677883 Mar 07 14:09:58.068625 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Project 492a3eaff7a14289b6bdb85b092f6724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:09:58.076451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (7aa6aa52-bb12-4c47-9f3f-b93d94b0a7b0), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:58.186790 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-b36fc91c-1df3-4105-b5fa-d604fd1c7774 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 999 time: 0.1113594 Mar 07 14:09:58.249474 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (7aa6aa52-bb12-4c47-9f3f-b93d94b0a7b0), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:58.260047 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (7aa6aa52-bb12-4c47-9f3f-b93d94b0a7b0), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:58.296799 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa6aa52-bb12-4c47-9f3f-b93d94b0a7b0,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:58.300516 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-43203684-7482-4c2b-856e-0e277c1baa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.302084 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-43203684-7482-4c2b-856e-0e277c1baa05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 200 len: 848 time: 0.1033149 Mar 07 14:09:58.371996 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:58.373489 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a96b6b75-fdcd-4427-a5fe-0a7ed892aa44 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3642991 Mar 07 14:09:58.442655 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-54cac643-9f1c-4d17-b2d5-8ffe15aecbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.444479 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-54cac643-9f1c-4d17-b2d5-8ffe15aecbdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6726765-a7e8-40f3-b605-0e57c2a67926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304362 Mar 07 14:09:58.459407 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc809331-dec3-48f0-9d64-16de57ded877 req-0b43c26f-ef23-4186-a047-1476d74e1fdd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.461079 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc809331-dec3-48f0-9d64-16de57ded877 req-0b43c26f-ef23-4186-a047-1476d74e1fdd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.1570277 Mar 07 14:09:58.471426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2e4d8-c99c-4895-8f52-cb10630d0051 req-205b3411-0852-4016-8cf0-acb57929723f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.479451 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5b2e4d8-c99c-4895-8f52-cb10630d0051 req-205b3411-0852-4016-8cf0-acb57929723f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1357157 Mar 07 14:09:58.661486 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5b2e4d8-c99c-4895-8f52-cb10630d0051 req-39c74f82-034e-48d7-af95-02fe0245e8d1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812367 Mar 07 14:09:58.669129 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc809331-dec3-48f0-9d64-16de57ded877 req-3bea3e19-c680-4760-9d08-058ad9d5e52c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706142 Mar 07 14:09:58.697323 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-2e753a92-7513-45e9-b754-4bf41e0b5a87 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152071 Mar 07 14:09:58.844761 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-dd8405ca-4ad2-4a60-beb4-68a67fe681bd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457082506&fields=id&tenant_id=492a3eaff7a14289b6bdb85b092f6724 HTTP/1.1" status: 200 len: 267 time: 0.0975351 Mar 07 14:09:58.850027 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c841bba-a135-487f-bffc-c0bf40c261ea req-dab4c84a-cf97-442c-b028-f753509c4664 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454940 Mar 07 14:09:58.918409 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-0c414ad4-bea2-48f3-aa1d-268489558def tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.927829 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-0c414ad4-bea2-48f3-aa1d-268489558def tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.0745091 Mar 07 14:09:58.932771 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33346) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:58.933949 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'port': {'security_groups': ['b5858c58-004d-46f8-b1ef-bb61acf23180', '34884e72-485b-4c7f-b260-8d32adb2bb4a']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:09:58.958070 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:59.065278 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:59.376992 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:59.380522 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:09:59.384604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 4bbc0b65-3737-480f-a522-3efe51cd6c48 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:09:59.426749 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:59.432769 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:59.436756 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 4bbc0b65-3737-480f-a522-3efe51cd6c48 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:09:59.437308 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 4bbc0b65-3737-480f-a522-3efe51cd6c48 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:09:59.446687 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['42c299cf-c090-4682-8024-45e1b4eae9b1'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:59.500677 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:59.501486 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:59.503316 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60d80c67-63f1-4e63-8b1c-b6357a3cf866 req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "PUT /v2.0/ports/42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 982 time: 0.5744882 Mar 07 14:09:59.529439 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e8586-cab4-4dc9-a7ed-ee32b713622c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=6']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:59.589363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:59.668706 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:09:59.677503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba5dd-386f-47ad-9bf5-65b78287692c req-3f8cc412-86c5-4a21-92dc-d61b9fb591fc tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:59.688052 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-140ba5dd-386f-47ad-9bf5-65b78287692c req-3f8cc412-86c5-4a21-92dc-d61b9fb591fc tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0902939 Mar 07 14:09:59.696572 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'port_id': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'mac_address': 'fa:16:3e:50:6b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:09:59.789958 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['42c299cf-c090-4682-8024-45e1b4eae9b1'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:09:59.851939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:09:59.855121 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:09:59.884460 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-140ba5dd-386f-47ad-9bf5-65b78287692c req-92f928ad-1f38-4ffe-b67c-489b02bd6834 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952982 Mar 07 14:09:59.953799 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1509ce6-6cd8-4a76-b040-071a662ccac1 req-74be4192-bbdc-4920-939d-b5b49cdec71e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:59.955601 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1509ce6-6cd8-4a76-b040-071a662ccac1 req-74be4192-bbdc-4920-939d-b5b49cdec71e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1634784 Mar 07 14:09:59.966302 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-81fed525-af01-43cd-9efd-d25222618d77 None None] Provisioning complete for port 42c299cf-c090-4682-8024-45e1b4eae9b1 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:09:59.967058 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-81fed525-af01-43cd-9efd-d25222618d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:00.016076 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:10:00.016614 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:00.050121 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1509ce6-6cd8-4a76-b040-071a662ccac1 req-5e6c6752-d2bf-4e6b-b296-70227fcd904f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881555 Mar 07 14:10:00.140858 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bdfa98-f628-4638-a5ac-ec88e1ef7cfb x-openstack-request-id: req-a9bdfa98-f628-4638-a5ac-ec88e1ef7cfb {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:10:00.141258 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:10:00.144385 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9bdfa98-f628-4638-a5ac-ec88e1ef7cfb {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:10:00.144385 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'status': 'completed', 'code': 200} Mar 07 14:10:00.209732 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:10:00.217932 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f1f49-9604-461a-8ec5-07ba68c3e9f4 req-0ab46e4a-c9a2-450e-adae-967d0a7f3a64 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:00.219628 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-296f1f49-9604-461a-8ec5-07ba68c3e9f4 req-0ab46e4a-c9a2-450e-adae-967d0a7f3a64 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 943 time: 0.1350546 Mar 07 14:10:00.342369 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-296f1f49-9604-461a-8ec5-07ba68c3e9f4 req-d81f2e02-a8c8-4fbb-a4df-2db049ad550c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132138 Mar 07 14:10:00.359574 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-216726af-d2bf-4eca-81c0-4e4790ae6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:00.367084 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-216726af-d2bf-4eca-81c0-4e4790ae6c2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1169 time: 0.1987920 Mar 07 14:10:00.378365 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-81fed525-af01-43cd-9efd-d25222618d77 None None] Current status of the port 42c299cf-c090-4682-8024-45e1b4eae9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:10:00.381633 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:10:00.416315 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:00.507576 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:00.509781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-fb1d50af-01ab-4c9b-8e7a-735975e7f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:00.512317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-fb1d50af-01ab-4c9b-8e7a-735975e7f2cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.1358175 Mar 07 14:10:00.607027 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Deleting port ec944208-0451-4308-a802-9d91cf10a817 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:10:00.607795 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (ec944208-0451-4308-a802-9d91cf10a817), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:00.659052 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-1f76e3f8-bbdc-44d0-866c-a04559e71f1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 1002 time: 0.1388674 Mar 07 14:10:00.718098 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] For port ec944208-0451-4308-a802-9d91cf10a817, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=ec944208-0451-4308-a802-9d91cf10a817,segment=NetworkSegment(6e3cb501-a6b0-48bd-ba84-830bde8aeea7),segment_id=6e3cb501-a6b0-48bd-ba84-830bde8aeea7)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:10:00.718098 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (ec944208-0451-4308-a802-9d91cf10a817), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:00.732326 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Calling delete_port for ec944208-0451-4308-a802-9d91cf10a817 owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:10:00.740795 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-8a2d1101-20d5-487a-bea2-63c8d68a50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:00.742511 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-8a2d1101-20d5-487a-bea2-63c8d68a50da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.0647876 Mar 07 14:10:00.780918 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:10:00.834348 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-44eb751e-db66-47d9-a79f-60508950dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:00.836427 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-44eb751e-db66-47d9-a79f-60508950dd58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870910 Mar 07 14:10:00.940698 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (ec944208-0451-4308-a802-9d91cf10a817), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:01.036688 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-17088c9e-097d-415e-95c4-38673b0cb1be service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898813 Mar 07 14:10:01.086388 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec944208-0451-4308-a802-9d91cf10a817,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:01.292948 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304be98-4a9d-4ca9-b18e-c5bd8558e6bf req-3c5f1fa2-be46-42fb-b9ba-095e040eeb71 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:01.302230 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d304be98-4a9d-4ca9-b18e-c5bd8558e6bf req-3c5f1fa2-be46-42fb-b9ba-095e040eeb71 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1063333 Mar 07 14:10:01.321772 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:01.325413 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d37c7a5-f5b2-42d3-bfff-3d9632557b52 req-98306aee-60e3-4818-b128-7b9427f8a549 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783709 Mar 07 14:10:01.391687 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d304be98-4a9d-4ca9-b18e-c5bd8558e6bf req-29b3a84a-c2db-4aa0-a90b-3360ff622abf tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854123 Mar 07 14:10:01.531711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6862-fd40-4bc0-8b30-f082686671fc req-04c372d7-ed8b-43c8-b11e-f53d290033c5 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:01.533923 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a60b6862-fd40-4bc0-8b30-f082686671fc req-04c372d7-ed8b-43c8-b11e-f53d290033c5 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 944 time: 0.0873835 Mar 07 14:10:01.597115 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a60b6862-fd40-4bc0-8b30-f082686671fc req-3efd57a5-f1a8-4fcc-92f1-e0bfe69263a8 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564530 Mar 07 14:10:01.706429 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:10:01.872432 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:10:01.877980 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-de1ac9d6-649b-4b91-be14-2e01ffc3f75a admin admin] 10.222.0.31 "PUT /v2.0/routers/882f83d5-df69-4cf8-9bf3-d0595bdc8f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9444609 Mar 07 14:10:01.880737 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33418) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:01.891649 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] Sync routers for ids ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:10:01.904385 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] Routers {'882f83d5-df69-4cf8-9bf3-d0595bdc8f05'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:10:01.905346 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:02.016757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks [] for router (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:02.026087 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] Set router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:10:02.128361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks [] for router_gateway (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:02.186741 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Deleting port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:10:02.187086 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:02.212449 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:10:00Z', 'revision_number': 5, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port': {'id': '6181aa02-1cd2-4f63-b99c-ab029c66bb9a', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:31Z', 'updated_at': '2022-03-07T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:02.240011 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] Checking router: 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:10:02.249161 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] Routers {'882f83d5-df69-4cf8-9bf3-d0595bdc8f05'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:10:02.249808 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:02.269903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] For port 6181aa02-1cd2-4f63-b99c-ab029c66bb9a, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:10:02.270265 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:02.286855 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Calling delete_port for 6181aa02-1cd2-4f63-b99c-ab029c66bb9a owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:10:02.348220 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] Set router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:10:02.409750 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:10:02Z', 'revision_number': 6, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:02.443812 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34f9c4-915a-4cec-9a46-19d1b52d5241 None None] The sync data for ids ['882f83d5-df69-4cf8-9bf3-d0595bdc8f05'] in dv-cinder-827554-2-iscsi is: [{'id': '882f83d5-df69-4cf8-9bf3-d0595bdc8f05', 'name': 'tempest-ServerRescueNegativeTestJSON-890676105-router', 'tenant_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:30Z', 'updated_at': '2022-03-07T14:10:02Z', 'revision_number': 6, 'project_id': 'a0ce015a2d534263b2e39e4ea3ccf053', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:10:02.520879 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (6181aa02-1cd2-4f63-b99c-ab029c66bb9a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:02.569598 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6181aa02-1cd2-4f63-b99c-ab029c66bb9a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:02.646788 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57d8e4-68c7-4707-9756-49f433fbcdd7 req-cae93c03-784c-4670-8470-d2426e864a74 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:02.648516 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c57d8e4-68c7-4707-9756-49f433fbcdd7 req-cae93c03-784c-4670-8470-d2426e864a74 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.1373496 Mar 07 14:10:02.658642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.077047 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.088457 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks [] for router_controller (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.105526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c57d8e4-68c7-4707-9756-49f433fbcdd7 req-48ee854d-373a-4acd-82f5-2fec50481e04 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513750 Mar 07 14:10:03.199403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f71fd7-49a6-4424-a13d-90bf13035883 req-f4b41d6b-9ded-4988-aff6-03c462e95580 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:03.199403 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89f71fd7-49a6-4424-a13d-90bf13035883 req-f4b41d6b-9ded-4988-aff6-03c462e95580 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 944 time: 0.5169899 Mar 07 14:10:03.199403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (882f83d5-df69-4cf8-9bf3-d0595bdc8f05), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.199403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882f83d5-df69-4cf8-9bf3-d0595bdc8f05 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:10:03.219836 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.223765 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2ee00a5a-7879-4c77-9515-e02694f563c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/882f83d5-df69-4cf8-9bf3-d0595bdc8f05 HTTP/1.1" status: 204 len: 168 time: 1.3396728 Mar 07 14:10:03.227380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33436) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:03.326642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Deleting subnet 32fa004d-5ea3-454b-af90-31defa4c5b44 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:10:03.342997 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89f71fd7-49a6-4424-a13d-90bf13035883 req-0d8595e6-3e45-4cc5-befd-5d72ee064608 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317153 Mar 07 14:10:03.348481 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Publish callbacks [] for subnet (32fa004d-5ea3-454b-af90-31defa4c5b44), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.375374 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:10:03.394635 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (32fa004d-5ea3-454b-af90-31defa4c5b44), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.443481 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:10:03.446980 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (32fa004d-5ea3-454b-af90-31defa4c5b44), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.454175 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:10:03.455812 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.536585 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (32fa004d-5ea3-454b-af90-31defa4c5b44), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.574958 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fa004d-5ea3-454b-af90-31defa4c5b44,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:03.577451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.585075 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33446) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:03.588705 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:10:03.589326 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.594957 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6ab9edf6-5566-4ceb-acf8-d6e69e5a14d9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32fa004d-5ea3-454b-af90-31defa4c5b44 HTTP/1.1" status: 204 len: 168 time: 0.3675072 Mar 07 14:10:03.622560 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:10:03.625284 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ab30e-c861-4ff6-af10-2dc6f196c851" -d '{"events": [{"server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:10:03.643119 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:10:03.652549 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.695647 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0287c031-d14a-413c-a461-ef93810d94fd x-openstack-request-id: req-0287c031-d14a-413c-a461-ef93810d94fd {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:10:03.695980 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:10:03.696395 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0287c031-d14a-413c-a461-ef93810d94fd {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:10:03.696801 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'code': 200} Mar 07 14:10:03.716161 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:03.730499 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (17b865f0-1e2d-448f-b049-fe45149b0bcf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.859222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (17b865f0-1e2d-448f-b049-fe45149b0bcf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.862451 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6181aa02-1cd2-4f63-b99c-ab029c66bb9a no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:10:03.907428 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 6181aa02-1cd2-4f63-b99c-ab029c66bb9a {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:10:03.907798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6181aa02-1cd2-4f63-b99c-ab029c66bb9a not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:10:03.909294 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device ec944208-0451-4308-a802-9d91cf10a817 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:10:03.910606 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b865f0-1e2d-448f-b049-fe45149b0bcf']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:03.936416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: ec944208-0451-4308-a802-9d91cf10a817 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:10:03.936416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device ec944208-0451-4308-a802-9d91cf10a817 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:10:03.940144 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3cb501-a6b0-48bd-ba84-830bde8aeea7') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:03.940144 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3cb501-a6b0-48bd-ba84-830bde8aeea7') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:03.950442 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (6e3cb501-a6b0-48bd-ba84-830bde8aeea7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.965973 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (6e3cb501-a6b0-48bd-ba84-830bde8aeea7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.976618 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:10:03.976967 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (6e3cb501-a6b0-48bd-ba84-830bde8aeea7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:10:03.997146 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:10:04.013964 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44e594-fcab-444c-91a3-46bfd4a93cec req-91dbc3ab-de03-4f8f-941b-5006030477b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:04.015707 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a44e594-fcab-444c-91a3-46bfd4a93cec req-91dbc3ab-de03-4f8f-941b-5006030477b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 1129 time: 0.0632176 Mar 07 14:10:04.077346 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (17b865f0-1e2d-448f-b049-fe45149b0bcf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:04.087972 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:04.090192 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a44e594-fcab-444c-91a3-46bfd4a93cec req-e4c6a2dc-2364-445b-8ac2-da68ab8500cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629120 Mar 07 14:10:04.094308 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17b865f0-1e2d-448f-b049-fe45149b0bcf HTTP/1.1" status: 204 len: 168 time: 0.5056443 Mar 07 14:10:04.106490 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69685dd7-8dc7-4b09-8f9c-b40bcad09da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b865f0-1e2d-448f-b049-fe45149b0bcf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:04.282204 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33456) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:04.330230 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-62834283-cd35-4e48-b82c-e932bc7047e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0ce015a2d534263b2e39e4ea3ccf053&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449927 Mar 07 14:10:04.333164 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33458) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:04.388131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ae-9ada-47c9-9ca6-363af41d9848 admin admin] Publish callbacks [] for security_group (fd616ed6-c93e-45c6-8e8b-461ae2e03fcc), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:04.421319 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ae-9ada-47c9-9ca6-363af41d9848 admin admin] Publish callbacks [] for security_group (fd616ed6-c93e-45c6-8e8b-461ae2e03fcc), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:04.502773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73780d-68d7-46ac-a105-097fb05d3804 req-f952e2ff-b89b-48f6-86f3-668a3ae1d9a2 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:04.504374 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be73780d-68d7-46ac-a105-097fb05d3804 req-f952e2ff-b89b-48f6-86f3-668a3ae1d9a2 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.0810242 Mar 07 14:10:04.521502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ae-9ada-47c9-9ca6-363af41d9848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (fd616ed6-c93e-45c6-8e8b-461ae2e03fcc), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:04.524904 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ae-9ada-47c9-9ca6-363af41d9848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:04.528370 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5f1097ae-9ada-47c9-9ca6-363af41d9848 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd616ed6-c93e-45c6-8e8b-461ae2e03fcc HTTP/1.1" status: 204 len: 168 time: 0.1921947 Mar 07 14:10:04.549946 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1097ae-9ada-47c9-9ca6-363af41d9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd616ed6-c93e-45c6-8e8b-461ae2e03fcc,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:04.593196 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be73780d-68d7-46ac-a105-097fb05d3804 req-6ff06039-a9f8-4a25-9e3d-a0335f619138 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638931 Mar 07 14:10:05.743573 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18935b7-6a19-44f6-9448-963a319cbcbf req-ca567cba-749d-4d07-bcae-bfa1c2afada6 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:05.754070 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f18935b7-6a19-44f6-9448-963a319cbcbf req-ca567cba-749d-4d07-bcae-bfa1c2afada6 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.0742948 Mar 07 14:10:05.804833 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f18935b7-6a19-44f6-9448-963a319cbcbf req-57fd9179-03af-40e6-a9f7-7cee25d040bb tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519104 Mar 07 14:10:06.536800 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33596) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:06.639784 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5032a05-f82a-4b34-8fc2-fc40fe5167c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.713374 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5032a05-f82a-4b34-8fc2-fc40fe5167c2 admin admin] Publish callbacks [] for security_group (537b614c-064c-4187-8802-0f284ac5c2be), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.717179 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5032a05-f82a-4b34-8fc2-fc40fe5167c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (537b614c-064c-4187-8802-0f284ac5c2be), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.754642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5032a05-f82a-4b34-8fc2-fc40fe5167c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b614c-064c-4187-8802-0f284ac5c2be,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:06.762510 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c5032a05-f82a-4b34-8fc2-fc40fe5167c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87be74eed5ad4b2b8eb40575793193db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224572 Mar 07 14:10:06.763595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33602) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:06.813742 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-acbf6de0-e9c5-4813-9920-26b7e2faf719 admin admin] Publish callbacks [] for security_group (537b614c-064c-4187-8802-0f284ac5c2be), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.840702 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-acbf6de0-e9c5-4813-9920-26b7e2faf719 admin admin] Publish callbacks [] for security_group (537b614c-064c-4187-8802-0f284ac5c2be), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.913592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-acbf6de0-e9c5-4813-9920-26b7e2faf719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (537b614c-064c-4187-8802-0f284ac5c2be), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.916207 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-acbf6de0-e9c5-4813-9920-26b7e2faf719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:06.918444 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-acbf6de0-e9c5-4813-9920-26b7e2faf719 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/537b614c-064c-4187-8802-0f284ac5c2be HTTP/1.1" status: 204 len: 168 time: 0.1537786 Mar 07 14:10:06.930815 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf6de0-e9c5-4813-9920-26b7e2faf719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b614c-064c-4187-8802-0f284ac5c2be,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:06.961295 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e0cf6-7d8d-409d-a67e-28aa1de09a62 req-a49258d3-e4d2-4f61-90fe-8f555d34b23a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:06.962786 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-393e0cf6-7d8d-409d-a67e-28aa1de09a62 req-a49258d3-e4d2-4f61-90fe-8f555d34b23a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.0840757 Mar 07 14:10:07.027964 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-393e0cf6-7d8d-409d-a67e-28aa1de09a62 req-77cfe3bc-81a4-4947-b21a-959e95cf5f08 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579050 Mar 07 14:10:07.158710 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342002-8a24-4724-9424-0e2476f55edc req-83549a05-eed4-4664-a9e4-b1858232c3c8 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:07.160252 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ec342002-8a24-4724-9424-0e2476f55edc req-83549a05-eed4-4664-a9e4-b1858232c3c8 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Mar 07 14:10:07.219120 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ec342002-8a24-4724-9424-0e2476f55edc req-0777ecab-7d04-4d0c-b7d8-9e973cf50b56 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527673 Mar 07 14:10:07.243549 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33622) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:07.258393 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33626) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:07.273804 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a36e9a8-8a81-4ad1-90d3-46eea23cfc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.323004 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33630) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:07.394529 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Deleting subnet e51425fe-2de3-4348-926a-e04b21cc9959 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:10:07.397681 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a36e9a8-8a81-4ad1-90d3-46eea23cfc8f admin admin] Publish callbacks [] for security_group (93ab198e-26e1-49ad-b86d-68cf85522ee6), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.399813 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Publish callbacks [] for subnet (e51425fe-2de3-4348-926a-e04b21cc9959), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.419905 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a36e9a8-8a81-4ad1-90d3-46eea23cfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (93ab198e-26e1-49ad-b86d-68cf85522ee6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.495953 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1a36e9a8-8a81-4ad1-90d3-46eea23cfc8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51003664c7d04ab099a0a1fc2a9f9ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363062 Mar 07 14:10:07.498642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33632) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:07.502549 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (e51425fe-2de3-4348-926a-e04b21cc9959), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.523693 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e9a8-8a81-4ad1-90d3-46eea23cfc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab198e-26e1-49ad-b86d-68cf85522ee6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:07.548114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6655d3e1-9bf2-4283-8b88-ce477828af32 admin admin] Publish callbacks [] for security_group (93ab198e-26e1-49ad-b86d-68cf85522ee6), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.554050 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (e51425fe-2de3-4348-926a-e04b21cc9959), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.570583 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6655d3e1-9bf2-4283-8b88-ce477828af32 admin admin] Publish callbacks [] for security_group (93ab198e-26e1-49ad-b86d-68cf85522ee6), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.581367 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a4869-8222-4611-890e-b940e4c594a4 tempest-TestVolumeBootPattern-958461992 tempest-TestVolumeBootPattern-958461992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:07.585623 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3d2a4869-8222-4611-890e-b940e4c594a4 tempest-TestVolumeBootPattern-958461992 tempest-TestVolumeBootPattern-958461992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 1124 time: 0.3383727 Mar 07 14:10:07.587172 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33634) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:07.597883 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'port_id': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:10:07.617616 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (e51425fe-2de3-4348-926a-e04b21cc9959), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.627577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.652947 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.656388 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e51425fe-2de3-4348-926a-e04b21cc9959 HTTP/1.1" status: 204 len: 168 time: 0.3313539 Mar 07 14:10:07.657411 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90300f24-0854-46c9-9874-ef6ae28b4434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51425fe-2de3-4348-926a-e04b21cc9959,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:07.660275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33636) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:07.683443 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6655d3e1-9bf2-4283-8b88-ce477828af32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (93ab198e-26e1-49ad-b86d-68cf85522ee6), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.685997 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6655d3e1-9bf2-4283-8b88-ce477828af32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.687034 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6655d3e1-9bf2-4283-8b88-ce477828af32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93ab198e-26e1-49ad-b86d-68cf85522ee6 HTTP/1.1" status: 204 len: 168 time: 0.1873655 Mar 07 14:10:07.733859 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655d3e1-9bf2-4283-8b88-ce477828af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab198e-26e1-49ad-b86d-68cf85522ee6,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:07.784779 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.854316 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.894948 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:07.948522 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90864b0-7ccf-4a4b-94d9-7ac0a934aa32']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:07.962158 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d7b58-89c0-43e9-86c9-28261e9f32c8') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:07.962462 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d7b58-89c0-43e9-86c9-28261e9f32c8') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:07.976971 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (db0d7b58-89c0-43e9-86c9-28261e9f32c8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.014735 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (db0d7b58-89c0-43e9-86c9-28261e9f32c8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.023760 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:10:08.024165 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (db0d7b58-89c0-43e9-86c9-28261e9f32c8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:10:08.025838 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:10:08.085190 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Allocated IP 172.27.3.35 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/fbc7ebfd-4421-40ee-bdbd-3b2668755344) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:10:08.107058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (a90864b0-7ccf-4a4b-94d9-7ac0a934aa32), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.122375 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.125528 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a90864b0-7ccf-4a4b-94d9-7ac0a934aa32 HTTP/1.1" status: 204 len: 168 time: 0.4607117 Mar 07 14:10:08.145726 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596c5a8-931c-42be-9cb2-dce8f8df66e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90864b0-7ccf-4a4b-94d9-7ac0a934aa32,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:08.222076 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.268402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.314821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:10:08.319458 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:10:08.322841 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33660) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:08.324328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:10:08.344819 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=fbc7ebfd-4421-40ee-bdbd-3b2668755344,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:08.372550 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-14bd921f-6830-4ea4-8a14-4cf53e038e90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d8ba92f45b84e2dacef7ff8ece27a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485127 Mar 07 14:10:08.373159 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33664) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:08.426776 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50d612f2-31d5-4644-950f-d8e9ce9ff15d admin admin] Publish callbacks [] for security_group (244b83f6-e70f-4429-8605-6e9faacf238f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.453629 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50d612f2-31d5-4644-950f-d8e9ce9ff15d admin admin] Publish callbacks [] for security_group (244b83f6-e70f-4429-8605-6e9faacf238f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.507264 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50d612f2-31d5-4644-950f-d8e9ce9ff15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (244b83f6-e70f-4429-8605-6e9faacf238f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.510054 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50d612f2-31d5-4644-950f-d8e9ce9ff15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.514071 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-50d612f2-31d5-4644-950f-d8e9ce9ff15d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/244b83f6-e70f-4429-8605-6e9faacf238f HTTP/1.1" status: 204 len: 168 time: 0.1396482 Mar 07 14:10:08.522893 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d612f2-31d5-4644-950f-d8e9ce9ff15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b83f6-e70f-4429-8605-6e9faacf238f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:08.749481 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (23bcf101-b765-43a6-a5b9-bcd17c86ab25), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:08.839328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:09.005621 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:09.010656 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:09.085378 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=fbc7ebfd-4421-40ee-bdbd-3b2668755344,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:09.097584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (23bcf101-b765-43a6-a5b9-bcd17c86ab25), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:09.206340 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Floating IP 23bcf101-b765-43a6-a5b9-bcd17c86ab25 associated. External IP: 172.27.3.35, port: 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48. Mar 07 14:10:09.430225 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:10:09.541689 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:10:09.552560 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:10:09.560527 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:09.562774 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:10:09.563526 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:09.591325 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b5b55942-f584-4051-8ab4-56c34c1d0b54 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0030723 Mar 07 14:10:09.592083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:10:09.594403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10376b3-9846-4706-9c0f-c2dc2543e743" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:10:09.632471 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97aa1a-8e97-4ab1-9c72-48e8dcf8032d x-openstack-request-id: req-aa97aa1a-8e97-4ab1-9c72-48e8dcf8032d {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:10:09.632759 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:10:09.633015 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa97aa1a-8e97-4ab1-9c72-48e8dcf8032d {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:10:09.633417 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'status': 'completed', 'code': 200} Mar 07 14:10:09.678987 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:10:09.710103 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-55a95076-0b5b-4789-9bc9-0afb40602bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:09.711624 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-55a95076-0b5b-4789-9bc9-0afb40602bdf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 1129 time: 0.0448427 Mar 07 14:10:09.806697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-9158e6ce-d76c-4bd4-af0f-9df3226be685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:09.808223 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-9158e6ce-d76c-4bd4-af0f-9df3226be685 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0881598 Mar 07 14:10:09.874422 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-e68c65d9-5d44-4b68-98af-9bd158057bcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 HTTP/1.1" status: 200 len: 998 time: 0.0587058 Mar 07 14:10:09.904774 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '23bcf101-b765-43a6-a5b9-bcd17c86ab25', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:50:6b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:10:08Z', 'updated_at': '2022-03-07T14:10:08Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:09.929558 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-66eb1113-451b-47c4-88e3-7c235ff8d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:09.931008 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-66eb1113-451b-47c4-88e3-7c235ff8d2d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0476940 Mar 07 14:10:09.932932 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:10:09.942120 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:10:09.942718 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:09:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:09.987394 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-5f6ad75e-6463-47c4-afc7-bc7424862723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:09.988922 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-5f6ad75e-6463-47c4-afc7-bc7424862723 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448706 Mar 07 14:10:10.051273 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:10:10.077234 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-525dc44f-64ba-4a39-82da-bee7b33af907 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814872 Mar 07 14:10:10.175049 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f10376b3-9846-4706-9c0f-c2dc2543e743 req-d1ef9b98-8311-4ec5-a7ba-e617ab92331c service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Mar 07 14:10:10.288224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '23bcf101-b765-43a6-a5b9-bcd17c86ab25', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:50:6b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:10:08Z', 'updated_at': '2022-03-07T14:10:08Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:10:10.317489 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4c8f1-9f4b-4b32-88b8-dbb5952bc819 None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '23bcf101-b765-43a6-a5b9-bcd17c86ab25', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:50:6b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:10:08Z', 'updated_at': '2022-03-07T14:10:08Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:10:10.499607 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f36e7-be02-4beb-bf51-71252bae2315 None None] New status for floating IP 23bcf101-b765-43a6-a5b9-bcd17c86ab25: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:10:15.141750 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:10:17.451110 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f61181ed-e052-465a-9776-043294fedc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:19.809914 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2fd76f79-20a2-465d-be28-a39b2bde3661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:20.829920 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:22.178333 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.788969 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.347590 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33946) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:28.449856 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b0926a-45e3-4c80-a256-2c66cfad0463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.523874 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b0926a-45e3-4c80-a256-2c66cfad0463 admin admin] Publish callbacks [] for security_group (d35ebbc2-2646-48c1-8a7c-76cf27c6a546), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.528165 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b0926a-45e3-4c80-a256-2c66cfad0463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d35ebbc2-2646-48c1-8a7c-76cf27c6a546), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.571513 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-09b0926a-45e3-4c80-a256-2c66cfad0463 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77e5942191a84547ac44b2a07955db19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228134 Mar 07 14:10:28.573687 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0926a-45e3-4c80-a256-2c66cfad0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ebbc2-2646-48c1-8a7c-76cf27c6a546,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:28.574494 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33956) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:28.629445 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1912e01a-7674-496b-a913-9fb9a3a63814 admin admin] Publish callbacks [] for security_group (d35ebbc2-2646-48c1-8a7c-76cf27c6a546), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.650207 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1912e01a-7674-496b-a913-9fb9a3a63814 admin admin] Publish callbacks [] for security_group (d35ebbc2-2646-48c1-8a7c-76cf27c6a546), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.697667 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1912e01a-7674-496b-a913-9fb9a3a63814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d35ebbc2-2646-48c1-8a7c-76cf27c6a546), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.700177 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1912e01a-7674-496b-a913-9fb9a3a63814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.701310 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1912e01a-7674-496b-a913-9fb9a3a63814 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d35ebbc2-2646-48c1-8a7c-76cf27c6a546 HTTP/1.1" status: 204 len: 168 time: 0.1258903 Mar 07 14:10:28.709006 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912e01a-7674-496b-a913-9fb9a3a63814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ebbc2-2646-48c1-8a7c-76cf27c6a546,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:28.953235 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 33962) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:28.966837 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-42459582-0d0d-4526-98e7-a112bb2a0c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:28.969553 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.046446 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-42459582-0d0d-4526-98e7-a112bb2a0c40 admin admin] Publish callbacks [] for security_group (06151ed4-dc31-4205-b254-a0371400c502), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.050467 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-42459582-0d0d-4526-98e7-a112bb2a0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (06151ed4-dc31-4205-b254-a0371400c502), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.088252 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-42459582-0d0d-4526-98e7-a112bb2a0c40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de5b12e793da45009f1333776edbefcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338942 Mar 07 14:10:29.089136 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42459582-0d0d-4526-98e7-a112bb2a0c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06151ed4-dc31-4205-b254-a0371400c502,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:29.090889 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 33964) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:29.140426 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9f849468-f39b-4f98-93a6-909d74ac5779 admin admin] Publish callbacks [] for security_group (06151ed4-dc31-4205-b254-a0371400c502), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.162634 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9f849468-f39b-4f98-93a6-909d74ac5779 admin admin] Publish callbacks [] for security_group (06151ed4-dc31-4205-b254-a0371400c502), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.208608 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9f849468-f39b-4f98-93a6-909d74ac5779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (06151ed4-dc31-4205-b254-a0371400c502), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.211305 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9f849468-f39b-4f98-93a6-909d74ac5779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:29.212466 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9f849468-f39b-4f98-93a6-909d74ac5779 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06151ed4-dc31-4205-b254-a0371400c502 HTTP/1.1" status: 204 len: 168 time: 0.1204715 Mar 07 14:10:29.219934 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f849468-f39b-4f98-93a6-909d74ac5779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06151ed4-dc31-4205-b254-a0371400c502,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:31.378852 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-75ab7e79-25fe-4fd1-8a01-a5bdb1d6fed3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428343 Mar 07 14:10:31.478682 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-59f6b8ab-c83a-4ff0-b760-36728033e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:31.480206 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-59f6b8ab-c83a-4ff0-b760-36728033e0a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 1130 time: 0.0450480 Mar 07 14:10:31.585642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-37ce69cf-9832-4b80-9548-5ee6af90673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:31.587162 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-37ce69cf-9832-4b80-9548-5ee6af90673c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.0868731 Mar 07 14:10:31.664103 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-98862055-ab5d-40a4-a013-696e81c68e49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 200 len: 1001 time: 0.0583911 Mar 07 14:10:31.715900 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-6d4b46a4-2cd3-49a8-a288-8980fdc6bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:31.717293 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-6d4b46a4-2cd3-49a8-a288-8980fdc6bfcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0458670 Mar 07 14:10:31.765568 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-81e8f867-7c9b-41a5-b3bb-1a54525c4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:31.767081 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-81e8f867-7c9b-41a5-b3bb-1a54525c4363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435648 Mar 07 14:10:31.864787 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-0faee2f6-91d7-4dfd-adf3-905b6c8e23af service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862455 Mar 07 14:10:32.225066 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee558d9-2e1a-45f9-9eb0-9e29ef1e68de req-fec1d5ce-a7c7-44c6-a29b-38a0db604d48 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506291 Mar 07 14:10:32.246905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3843288-dbe2-493f-bbf1-64429824a63b req-156167af-afe0-4712-80d4-5967111eb305 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:32.248389 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f3843288-dbe2-493f-bbf1-64429824a63b req-156167af-afe0-4712-80d4-5967111eb305 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0662131 Mar 07 14:10:32.296077 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f3843288-dbe2-493f-bbf1-64429824a63b req-77157f94-6cd5-4238-b4bc-61490f28b8de tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 Mar 07 14:10:33.419889 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87588-d033-441f-ae96-0d3009c0be8f req-a9c96ce4-85ac-4fa0-b1e2-b7bb49ab3d0a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:33.421329 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1bf87588-d033-441f-ae96-0d3009c0be8f req-a9c96ce4-85ac-4fa0-b1e2-b7bb49ab3d0a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0561957 Mar 07 14:10:33.467223 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1bf87588-d033-441f-ae96-0d3009c0be8f req-35565077-fa6c-4765-8574-54265951badb tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Mar 07 14:10:34.582632 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8813d2-4501-479a-aef2-78db355f5f54 req-c9b38d2c-01e6-4a4d-84e2-c805cf0c8580 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:34.584132 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5b8813d2-4501-479a-aef2-78db355f5f54 req-c9b38d2c-01e6-4a4d-84e2-c805cf0c8580 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Mar 07 14:10:34.629698 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5b8813d2-4501-479a-aef2-78db355f5f54 req-6dba667b-1c0e-49e9-9609-d7599560afb2 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Mar 07 14:10:35.600576 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-ad73f255-ded8-4721-a676-85b27a82bb72 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:35.602015 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-ad73f255-ded8-4721-a676-85b27a82bb72 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Mar 07 14:10:35.712728 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Deleting port 453aeb74-3b55-4805-920f-146d9ca87500 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:10:35.713068 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (453aeb74-3b55-4805-920f-146d9ca87500), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:35.810016 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb15100-4952-4e47-95f0-194c00296d79 req-11f1e732-e2b4-47f4-8b4a-9fcefaf4c87f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:35.811480 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abb15100-4952-4e47-95f0-194c00296d79 req-11f1e732-e2b4-47f4-8b4a-9fcefaf4c87f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a63e8b4-f121-4f9a-ae9a-4a946f779189 HTTP/1.1" status: 200 len: 945 time: 0.1135850 Mar 07 14:10:35.843687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] For port 453aeb74-3b55-4805-920f-146d9ca87500, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=453aeb74-3b55-4805-920f-146d9ca87500,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:10:35.844051 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (453aeb74-3b55-4805-920f-146d9ca87500), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:35.858926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Calling delete_port for 453aeb74-3b55-4805-920f-146d9ca87500 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:10:35.889266 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abb15100-4952-4e47-95f0-194c00296d79 req-aa4d3f28-a293-4d62-8154-686c14dc5d83 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716517 Mar 07 14:10:36.004579 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (453aeb74-3b55-4805-920f-146d9ca87500), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:36.018079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['453aeb74-3b55-4805-920f-146d9ca87500'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:10:36.032798 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Pushing event deleted for resources: {'Port': ['ID=453aeb74-3b55-4805-920f-146d9ca87500,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:36.074955 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] No DVR routers for this DVR port 453aeb74-3b55-4805-920f-146d9ca87500 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:10:36.077404 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:36.080626 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38abce2d-085b-4a44-8d89-0d9a6174052e req-d287ff14-b76f-4d51-a52d-4c15139bcfbe tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "DELETE /v2.0/ports/453aeb74-3b55-4805-920f-146d9ca87500 HTTP/1.1" status: 204 len: 173 time: 0.4726062 Mar 07 14:10:36.081159 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'name': 'network-vif-deleted', 'tag': '453aeb74-3b55-4805-920f-146d9ca87500'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:10:36.083332 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2562b4c-45ce-4f9d-97fe-c0a695345e29" -d '{"events": [{"server_uuid": "1a63e8b4-f121-4f9a-ae9a-4a946f779189", "name": "network-vif-deleted", "tag": "453aeb74-3b55-4805-920f-146d9ca87500"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:10:36.123665 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d257e-fba5-4d5a-a0a3-f75de9647821 x-openstack-request-id: req-f12d257e-fba5-4d5a-a0a3-f75de9647821 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:10:36.123958 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a63e8b4-f121-4f9a-ae9a-4a946f779189", "name": "network-vif-deleted", "tag": "453aeb74-3b55-4805-920f-146d9ca87500", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:10:36.124211 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f12d257e-fba5-4d5a-a0a3-f75de9647821 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:10:36.124608 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63e8b4-f121-4f9a-ae9a-4a946f779189', 'name': 'network-vif-deleted', 'tag': '453aeb74-3b55-4805-920f-146d9ca87500', 'status': 'completed', 'code': 200} Mar 07 14:10:37.901650 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79285-f3ff-4eaf-b66c-280925e2f20f req-8de55adb-6617-4d46-8376-82672c24bbfd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:37.903123 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2fe79285-f3ff-4eaf-b66c-280925e2f20f req-8de55adb-6617-4d46-8376-82672c24bbfd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0519612 Mar 07 14:10:37.965501 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2fe79285-f3ff-4eaf-b66c-280925e2f20f req-dbab9bde-9a9c-4e11-9fd7-819e7dfa1ef7 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567641 Mar 07 14:10:39.087608 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6457d-a108-4acd-8068-2820747e7642 req-81f34caa-dc88-4475-91f2-4fc4b78b8909 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:39.089077 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65d6457d-a108-4acd-8068-2820747e7642 req-81f34caa-dc88-4475-91f2-4fc4b78b8909 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0535126 Mar 07 14:10:39.149668 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65d6457d-a108-4acd-8068-2820747e7642 req-5cb392cd-1144-4b0a-935a-aa6110e49651 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549693 Mar 07 14:10:39.529642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ab50-b951-433a-b27c-341049512bbe req-9e56d0a4-575b-49d2-b331-14d60c57750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:39.531088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-9e56d0a4-575b-49d2-b331-14d60c57750e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1169 time: 0.0445483 Mar 07 14:10:39.648120 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ab50-b951-433a-b27c-341049512bbe req-140a33ff-7208-4b96-9ef8-2a6a70e92b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:39.649585 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-140a33ff-7208-4b96-9ef8-2a6a70e92b89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.0887458 Mar 07 14:10:39.717321 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-e5dd2423-200e-4f22-b24d-2b9e349d8bd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 1002 time: 0.0574656 Mar 07 14:10:39.734571 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 453aeb74-3b55-4805-920f-146d9ca87500 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:10:39.755798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 453aeb74-3b55-4805-920f-146d9ca87500 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:10:39.756145 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 453aeb74-3b55-4805-920f-146d9ca87500 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:10:39.766707 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ab50-b951-433a-b27c-341049512bbe req-434dd31c-0947-4f8c-b40b-f5a900091a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:39.769142 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-434dd31c-0947-4f8c-b40b-f5a900091a11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.0441337 Mar 07 14:10:39.821040 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ab50-b951-433a-b27c-341049512bbe req-88e4f260-c392-4b62-8c26-eaa640ab9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:39.822445 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-88e4f260-c392-4b62-8c26-eaa640ab9631 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475044 Mar 07 14:10:39.911942 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-35ad05fb-fb5c-4e5e-b8c3-25895c02b468 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797081 Mar 07 14:10:40.271657 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6311e5-6efd-49b7-863b-a5e3a32a82fb req-a695c792-9cfd-4938-95f2-e970ce2c0bd3 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:40.273183 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac6311e5-6efd-49b7-863b-a5e3a32a82fb req-a695c792-9cfd-4938-95f2-e970ce2c0bd3 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0565002 Mar 07 14:10:40.332956 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac6311e5-6efd-49b7-863b-a5e3a32a82fb req-5f8e018e-815c-4bc6-9e11-4aef132ef667 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542588 Mar 07 14:10:40.851399 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5c77ab50-b951-433a-b27c-341049512bbe req-d7a2639a-c634-4b0f-9153-4b3658250d07 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837495 Mar 07 14:10:41.453096 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4b9d-67cf-4167-a1fe-0d69a4cccca9 req-bdb5565a-248c-448d-8cc5-73aa2edc0777 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:41.454455 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3dee4b9d-67cf-4167-a1fe-0d69a4cccca9 req-bdb5565a-248c-448d-8cc5-73aa2edc0777 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0560462 Mar 07 14:10:41.512218 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3dee4b9d-67cf-4167-a1fe-0d69a4cccca9 req-4b3af753-36ae-4c3f-a810-28c8fa178f79 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514994 Mar 07 14:10:42.634955 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0817a-4190-4fad-bc8a-11c26b7f3496 req-87441a90-3e9b-4618-b7eb-11a5caab1a57 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:42.636488 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e0e0817a-4190-4fad-bc8a-11c26b7f3496 req-87441a90-3e9b-4618-b7eb-11a5caab1a57 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0545928 Mar 07 14:10:42.697957 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e0e0817a-4190-4fad-bc8a-11c26b7f3496 req-4423a1fc-6fa0-4b77-8ee2-ee85296a281d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549967 Mar 07 14:10:43.822845 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc5592-9b3c-42ce-acf2-1ad8ae75a78a req-7dfa44fb-6290-4db1-9f94-f017013a1506 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:43.824403 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-82dc5592-9b3c-42ce-acf2-1ad8ae75a78a req-7dfa44fb-6290-4db1-9f94-f017013a1506 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0560451 Mar 07 14:10:43.888325 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-82dc5592-9b3c-42ce-acf2-1ad8ae75a78a req-128fe364-dc67-4a0d-92af-4839fbef3dff tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579228 Mar 07 14:10:45.008661 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd0869-cfa5-4445-936e-8c9c76dbd5be req-7241fd9a-ed59-4db7-9b64-6bd251e5b028 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:45.010148 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3bdd0869-cfa5-4445-936e-8c9c76dbd5be req-7241fd9a-ed59-4db7-9b64-6bd251e5b028 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0527780 Mar 07 14:10:45.068178 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3bdd0869-cfa5-4445-936e-8c9c76dbd5be req-5565cb58-c97d-4f4c-8a9d-4e340bc46091 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524647 Mar 07 14:10:46.185296 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5dab1-6062-481b-b503-a38f3e04ce0d req-cbccff65-845d-4e50-9f10-caa824c818a4 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:46.186770 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-30e5dab1-6062-481b-b503-a38f3e04ce0d req-cbccff65-845d-4e50-9f10-caa824c818a4 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0525203 Mar 07 14:10:46.245793 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-30e5dab1-6062-481b-b503-a38f3e04ce0d req-8e0420fb-d16c-4344-9c3f-2f1194b76176 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528016 Mar 07 14:10:47.367567 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5a128-565f-474e-aedd-19f6dc7ae10d req-93a45d93-3dd9-4278-80b8-7d222236f965 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:47.369022 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e3b5a128-565f-474e-aedd-19f6dc7ae10d req-93a45d93-3dd9-4278-80b8-7d222236f965 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0582979 Mar 07 14:10:47.429343 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e3b5a128-565f-474e-aedd-19f6dc7ae10d req-fcfaa970-6d30-4c95-a888-e115ce00be6d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548410 Mar 07 14:10:47.452241 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf4af-e465-48cf-88d2-07fbc0678186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:48.546852 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe65ff-f2e9-428b-819b-4aea53070793 req-05f50173-daf9-4a7a-b893-bc8904937027 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:48.548280 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5efe65ff-f2e9-428b-819b-4aea53070793 req-05f50173-daf9-4a7a-b893-bc8904937027 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0534155 Mar 07 14:10:48.607842 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5efe65ff-f2e9-428b-819b-4aea53070793 req-a5fa5f59-eecf-4c90-9dc9-2f14b8119362 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530806 Mar 07 14:10:49.724766 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a66cb-d07c-49f4-83d0-54279b21c242 req-73417d13-ef23-4c66-bda1-cfe5aa95c295 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:49.726214 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e14a66cb-d07c-49f4-83d0-54279b21c242 req-73417d13-ef23-4c66-bda1-cfe5aa95c295 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0530245 Mar 07 14:10:49.802946 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e14a66cb-d07c-49f4-83d0-54279b21c242 req-877185d7-2f0e-472e-badf-c3f70bd04f19 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711112 Mar 07 14:10:49.812691 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-10e2c750-ec61-4079-b76d-f36f1757f571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:50.831249 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:50.920427 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c8787-9a1f-48e2-a20e-5b9e9f1f8977 req-300c91ab-55f0-4197-9adb-bfe40f5fc85e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:50.921918 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dd9c8787-9a1f-48e2-a20e-5b9e9f1f8977 req-300c91ab-55f0-4197-9adb-bfe40f5fc85e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0528445 Mar 07 14:10:51.012046 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dd9c8787-9a1f-48e2-a20e-5b9e9f1f8977 req-0fa4ada0-31b7-4bc3-aef5-077debdb8cb2 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835683 Mar 07 14:10:51.078781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-c76fc5a2-7ea2-426a-9bfa-aeba4e2b2896 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:51.080144 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-c76fc5a2-7ea2-426a-9bfa-aeba4e2b2896 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/networks?id=cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 200 len: 813 time: 0.1228654 Mar 07 14:10:51.094239 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-1e36c039-7ef2-469b-a2fc-f0e607a2473f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/quotas/055439caad0842709ba1ab5c019031be HTTP/1.1" status: 200 len: 375 time: 0.0086265 Mar 07 14:10:51.125649 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-0d8a06ac-a4d4-431c-949d-a2b4c58a1893 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=055439caad0842709ba1ab5c019031be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261538 Mar 07 14:10:51.216485 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5e76064a-6eb2-4d5b-8058-58c0ddad9d59 service neutron] 10.222.0.31 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839698 Mar 07 14:10:51.304479 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-6fac443e-aa35-4620-af57-0d465fef3827 service neutron] 10.222.0.31 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819876 Mar 07 14:10:51.460584 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3110b316-fa21-4f64-bb44-a5b52e6aeb10 req-d8214121-54f5-47e4-920d-e50fd4df1a7b tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Mar 07 14:10:52.132279 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fae504-9cd2-4963-8325-7841147169b6 req-dfb95365-3d8a-4b78-8fc9-47ed02162b26 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:52.133875 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-54fae504-9cd2-4963-8325-7841147169b6 req-dfb95365-3d8a-4b78-8fc9-47ed02162b26 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0565982 Mar 07 14:10:52.140849 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:10:52.187992 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:52.199468 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-54fae504-9cd2-4963-8325-7841147169b6 req-bf2ebd97-2c1a-48d2-ab16-43085c26b57d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554781 Mar 07 14:10:52.552879 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e870e2d2-05f6-4f85-b7a3-7b6b7bedc0df req-c1b65410-583b-40c7-958f-4355cf295fdd tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 210 time: 0.0278351 Mar 07 14:10:53.315326 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe8c5e-c47e-4ceb-bc49-c81d730a3de1 req-e316a0c6-b51b-4e55-9434-ae279b50db9c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:53.316831 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdbe8c5e-c47e-4ceb-bc49-c81d730a3de1 req-e316a0c6-b51b-4e55-9434-ae279b50db9c tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0522051 Mar 07 14:10:53.373857 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdbe8c5e-c47e-4ceb-bc49-c81d730a3de1 req-127b1e75-d0f2-4eb2-a00c-48ff04841a03 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515158 Mar 07 14:10:53.647919 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7829c185-c2f0-44ea-bf4e-1addf5dd8716 req-e2bf2f7a-adc0-4aac-95a1-99af6d78d5f1 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 210 time: 0.0308411 Mar 07 14:10:53.791330 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:54.490914 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbecc1-a94e-4bd6-b22b-0f2f9ccccb11 req-e5a40e73-ad6f-4e40-b94a-da17d7fdb006 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:54.492388 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7fbecc1-a94e-4bd6-b22b-0f2f9ccccb11 req-e5a40e73-ad6f-4e40-b94a-da17d7fdb006 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0514417 Mar 07 14:10:54.550493 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7fbecc1-a94e-4bd6-b22b-0f2f9ccccb11 req-6edadca8-d42c-4a1f-a89e-24ce1c2f4ab8 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525100 Mar 07 14:10:54.744123 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-946070f6-32b3-4629-9c20-e6c70340a492 req-c5a76b7d-5486-43c4-b600-26751f6568a6 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 210 time: 0.0278757 Mar 07 14:10:55.119243 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-bdcb271b-7e68-4655-abbc-381e115091e7 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:55.120700 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-bdcb271b-7e68-4655-abbc-381e115091e7 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "GET /v2.0/networks?id=cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 200 len: 813 time: 0.1041894 Mar 07 14:10:55.136377 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Request body: {'port': {'device_id': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df', 'admin_state_up': True, 'tenant_id': '055439caad0842709ba1ab5c019031be'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:10:55.243970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Made reservation on behalf of 055439caad0842709ba1ab5c019031be for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:10:55.247367 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.369822 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Allocated IP 172.20.0.4 (cc6e7af4-2ff5-4ac2-8278-317c07b380df/deef84bf-61c5-4dee-8e58-1228e39d9a7c/8cc68b82-c463-440e-a271-921dd2eb65de) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:10:55.514259 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks [] for port (8cc68b82-c463-440e-a271-921dd2eb65de), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.547441 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.592628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Network cc6e7af4-2ff5-4ac2-8278-317c07b380df is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:10:55.595619 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:10:55.599624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:10:55.606133 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Pushing event updated for resources: {'Port': ['ID=8cc68b82-c463-440e-a271-921dd2eb65de,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:55.641315 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.641673 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.642024 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.642373 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.643325 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.643697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.644035 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.644370 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.644704 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.645039 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.645369 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.645697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.646023 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:55.693220 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:55.693835 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.714189 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-5339de60-ffa9-46fd-a1c9-f6fcfa447c9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836823 Mar 07 14:10:55.722221 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57d37-44a3-433c-b36f-fabb93818d42 req-3a428a68-b5d9-442c-bb42-d00d90c96e74 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:55.723703 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d3e57d37-44a3-433c-b36f-fabb93818d42 req-3a428a68-b5d9-442c-bb42-d00d90c96e74 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0947447 Mar 07 14:10:55.728497 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Request body: {'port': {'device_id': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:10:55.822325 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.882783 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d3e57d37-44a3-433c-b36f-fabb93818d42 req-4759c3cc-792c-49be-a249-90c317b429ff tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506610 Mar 07 14:10:55.935864 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9d8c-0016-4721-adcc-332ce184da4b req-d58c42cf-8060-4acb-acad-9bf22d0ecc97 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:55.937339 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-023f9d8c-0016-4721-adcc-332ce184da4b req-d58c42cf-8060-4acb-acad-9bf22d0ecc97 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 931 time: 0.1128721 Mar 07 14:10:56.059757 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-023f9d8c-0016-4721-adcc-332ce184da4b req-69adc696-3cce-4202-bcf5-32e60b3431c8 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154666 Mar 07 14:10:56.181025 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc68b82-c463-440e-a271-921dd2eb65de {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:10:56.188456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Publish callbacks [] for port (8cc68b82-c463-440e-a271-921dd2eb65de), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:56.200850 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Transition to ACTIVE for port object 8cc68b82-c463-440e-a271-921dd2eb65de will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:10:56.204456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:56.255925 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc68b82-c463-440e-a271-921dd2eb65de,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:56.322347 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Attempting to bind port 8cc68b82-c463-440e-a271-921dd2eb65de on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:10:56.322680 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Attempting to bind port 8cc68b82-c463-440e-a271-921dd2eb65de by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:10:56.323003 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Attempting to bind port 8cc68b82-c463-440e-a271-921dd2eb65de on network cc6e7af4-2ff5-4ac2-8278-317c07b380df {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:10:56.327165 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Port 8cc68b82-c463-440e-a271-921dd2eb65de on network cc6e7af4-2ff5-4ac2-8278-317c07b380df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:10:56.327522 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Attempting to bind port 8cc68b82-c463-440e-a271-921dd2eb65de on network cc6e7af4-2ff5-4ac2-8278-317c07b380df {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:10:56.332473 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:10:56.332810 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Checking segment: {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:10:56.333185 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Bound using segment: {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:10:56.333603 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Bound port: 8cc68b82-c463-440e-a271-921dd2eb65de, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8bf8f6-a09f-4848-9056-57d98ce898eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:10:56.333951 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:56.394025 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] For port 8cc68b82-c463-440e-a271-921dd2eb65de, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:10:56.397149 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] For port 8cc68b82-c463-440e-a271-921dd2eb65de, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cc68b82-c463-440e-a271-921dd2eb65de,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:10:56.402690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:56.438689 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:56.439306 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:56.440901 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] 10.222.0.23 "PUT /v2.0/ports/8cc68b82-c463-440e-a271-921dd2eb65de HTTP/1.1" status: 200 len: 1093 time: 0.7163005 Mar 07 14:10:56.441333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'tag': '8cc68b82-c463-440e-a271-921dd2eb65de'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:10:56.443551 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894167ae-99dc-469f-859a-e046a0872811" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a1db54-4d81-456d-8e49-b04932c0b198", "tag": "8cc68b82-c463-440e-a271-921dd2eb65de"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:10:56.464610 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4a42-1bfb-4357-9ce3-5acbdcdd9057 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc68b82-c463-440e-a271-921dd2eb65de,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:56.483208 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f72dec3-0bbf-4ae9-a560-999893787f61 x-openstack-request-id: req-3f72dec3-0bbf-4ae9-a560-999893787f61 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:10:56.483532 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a1db54-4d81-456d-8e49-b04932c0b198", "tag": "8cc68b82-c463-440e-a271-921dd2eb65de", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:10:56.483786 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f72dec3-0bbf-4ae9-a560-999893787f61 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:10:56.484205 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'tag': '8cc68b82-c463-440e-a271-921dd2eb65de', 'status': 'completed', 'code': 200} Mar 07 14:10:56.541099 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-d54494c7-6b0c-4a7d-b5a8-245079a7cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:56.542580 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-d54494c7-6b0c-4a7d-b5a8-245079a7cf3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=055439caad0842709ba1ab5c019031be&device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 1127 time: 0.0476494 Mar 07 14:10:56.584147 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-a09957c3-8499-4745-b606-34f022a01098 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc68b82-c463-440e-a271-921dd2eb65de HTTP/1.1" status: 200 len: 217 time: 0.0335467 Mar 07 14:10:56.630656 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-7b0d7bc2-903b-4bea-bfb2-48610e6f2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:56.632059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-7b0d7bc2-903b-4bea-bfb2-48610e6f2a74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deef84bf-61c5-4dee-8e58-1228e39d9a7c HTTP/1.1" status: 200 len: 853 time: 0.0413933 Mar 07 14:10:56.665376 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-457d6e45-e0c4-4592-9d06-00fe577ad207 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc6e7af4-2ff5-4ac2-8278-317c07b380df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247779 Mar 07 14:10:56.754896 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-371983fa-a170-48f4-9414-73c1a0c798d7 service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Mar 07 14:10:56.848571 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-99236ace-2910-4d92-a666-4f19b86e78f7 req-d7aadc6e-048a-4c28-8089-e5526eb90ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Mar 07 14:10:56.952627 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894167ae-99dc-469f-859a-e046a0872811 req-9a3d2ab5-f8eb-4279-86cf-a2d1c10ef38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:56.954299 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-9a3d2ab5-f8eb-4279-86cf-a2d1c10ef38f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=055439caad0842709ba1ab5c019031be&device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 1127 time: 0.0475514 Mar 07 14:10:57.069564 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2053be-919a-452c-b1cb-38494fd415dd req-a57a4346-1b1f-4fce-9edc-4eb9c0c31c86 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.071240 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf2053be-919a-452c-b1cb-38494fd415dd req-a57a4346-1b1f-4fce-9edc-4eb9c0c31c86 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.1158934 Mar 07 14:10:57.100124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894167ae-99dc-469f-859a-e046a0872811 req-afe92c38-7a01-4eac-bbee-f7d14ae5fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.101694 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-afe92c38-7a01-4eac-bbee-f7d14ae5fe89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 200 len: 914 time: 0.1360848 Mar 07 14:10:57.178905 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-dbb77fd1-4893-4f4d-9097-120bc7f34710 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc68b82-c463-440e-a271-921dd2eb65de HTTP/1.1" status: 200 len: 217 time: 0.0642765 Mar 07 14:10:57.471587 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf2053be-919a-452c-b1cb-38494fd415dd req-7a17a096-0b26-4c33-a35e-585b44b04831 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3884294 Mar 07 14:10:57.496469 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894167ae-99dc-469f-859a-e046a0872811 req-3a21c36d-c07d-4705-aca9-4c3212921512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.498043 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-3a21c36d-c07d-4705-aca9-4c3212921512 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deef84bf-61c5-4dee-8e58-1228e39d9a7c HTTP/1.1" status: 200 len: 853 time: 0.2940695 Mar 07 14:10:57.509791 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c80cc-3da4-4576-ac79-7d8d5fca4527 req-6070f362-ea2d-413c-9ee1-3ee6911ee61d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.511129 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d02c80cc-3da4-4576-ac79-7d8d5fca4527 req-6070f362-ea2d-413c-9ee1-3ee6911ee61d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 943 time: 0.3458192 Mar 07 14:10:57.556839 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d02c80cc-3da4-4576-ac79-7d8d5fca4527 req-e9007ec7-0ce5-4d6a-9b14-bf7722b04539 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Mar 07 14:10:58.413378 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-51fa6e72-eda3-41c9-bb88-ac44f4c8542e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc6e7af4-2ff5-4ac2-8278-317c07b380df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258939 Mar 07 14:10:58.590151 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ed6d4-e3c4-4176-b20d-833fd7406817 req-11f0bd8f-1279-4097-adf5-d320d599dc2e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:58.591633 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1d5ed6d4-e3c4-4176-b20d-833fd7406817 req-11f0bd8f-1279-4097-adf5-d320d599dc2e tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0532234 Mar 07 14:10:58.680827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1d5ed6d4-e3c4-4176-b20d-833fd7406817 req-b6864312-8a76-4d8c-96aa-d8eec4c667cb tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830185 Mar 07 14:10:58.700128 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124209-f2a4-4391-bd6f-6ba7c9c704de req-6481c5e5-9f8a-4ef0-b068-44069d77f4d7 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:58.701565 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cf124209-f2a4-4391-bd6f-6ba7c9c704de req-6481c5e5-9f8a-4ef0-b068-44069d77f4d7 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 943 time: 0.0771034 Mar 07 14:10:58.746813 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cf124209-f2a4-4391-bd6f-6ba7c9c704de req-4c46e078-b7f6-4471-b785-760c381d47de tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Mar 07 14:10:58.972247 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:59.293353 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-46001f43-d8cd-4371-b5f0-8e2ba87cd23d service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Mar 07 14:10:59.799999 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429813-6938-4e65-9760-52354db27921 req-b5ff3971-7915-492b-ba3f-6a14e1934865 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:59.801487 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-92429813-6938-4e65-9760-52354db27921 req-b5ff3971-7915-492b-ba3f-6a14e1934865 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0552688 Mar 07 14:10:59.892495 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-92429813-6938-4e65-9760-52354db27921 req-e90d37bb-140a-40c7-9363-75ba30704fbd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852194 Mar 07 14:10:59.900581 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982ea0c-1455-4d0c-9161-e4bddbd3751c req-be2f6765-5d20-4276-a148-9af8b7941e5f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:59.901983 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7982ea0c-1455-4d0c-9161-e4bddbd3751c req-be2f6765-5d20-4276-a148-9af8b7941e5f tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 943 time: 0.0888598 Mar 07 14:10:59.950836 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7982ea0c-1455-4d0c-9161-e4bddbd3751c req-ee47c2c8-1d4f-4c7f-b52c-a0051d7c5c67 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 Mar 07 14:11:00.224497 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-894167ae-99dc-469f-859a-e046a0872811 req-16940935-00d8-4e12-b558-d2b2591011b3 service neutron] 10.222.0.23 "GET /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Mar 07 14:11:01.011256 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d854a-71e5-42ae-9af6-3b0f2af5e98b req-b6d1e4b7-871e-4434-b2bb-8d9ce5929283 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:01.012779 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d34d854a-71e5-42ae-9af6-3b0f2af5e98b req-b6d1e4b7-871e-4434-b2bb-8d9ce5929283 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0537996 Mar 07 14:11:01.110499 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07adb-b165-4b18-bf4d-34028b329bc6 req-211e21b0-d95b-4c3b-b57b-fb23c99b0e8d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:01.112022 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b5c07adb-b165-4b18-bf4d-34028b329bc6 req-211e21b0-d95b-4c3b-b57b-fb23c99b0e8d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 943 time: 0.0919926 Mar 07 14:11:01.116803 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d34d854a-71e5-42ae-9af6-3b0f2af5e98b req-863e62a2-f4bc-4f91-a63b-de9327ae0694 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984616 Mar 07 14:11:01.160564 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b5c07adb-b165-4b18-bf4d-34028b329bc6 req-fa69cacd-f583-4130-9993-fe78eb985104 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Mar 07 14:11:02.280653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395604ea-3a24-439b-88f6-8d0a43d31cc2 req-edc5a0cd-78db-4a8c-acaf-9b108b009fc0 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:02.282099 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-395604ea-3a24-439b-88f6-8d0a43d31cc2 req-edc5a0cd-78db-4a8c-acaf-9b108b009fc0 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0937736 Mar 07 14:11:02.303927 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4c311-25f1-4ef2-9bb9-ded3369512d7 req-846ef005-d1cb-418b-9cf7-19dbe3983083 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:02.305319 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5e4c311-25f1-4ef2-9bb9-ded3369512d7 req-846ef005-d1cb-418b-9cf7-19dbe3983083 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 943 time: 0.0772696 Mar 07 14:11:02.379622 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5e4c311-25f1-4ef2-9bb9-ded3369512d7 req-949627f0-059b-4819-8153-d9c8cb31b646 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681462 Mar 07 14:11:02.384470 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-395604ea-3a24-439b-88f6-8d0a43d31cc2 req-abf76ae8-4bda-41b8-a922-d503c742075f tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956383 Mar 07 14:11:03.528842 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212519f8-8f73-49e6-a78b-0b422437a8be req-5c73942c-b56f-4313-a1d4-a89327e4231d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:03.530304 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-212519f8-8f73-49e6-a78b-0b422437a8be req-5c73942c-b56f-4313-a1d4-a89327e4231d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 943 time: 0.0855095 Mar 07 14:11:03.537101 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89828-a9de-4a55-816a-e2d226dfc982 req-d336d27f-cf99-4d32-8896-3a76b942fd3b tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:03.538418 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eca89828-a9de-4a55-816a-e2d226dfc982 req-d336d27f-cf99-4d32-8896-3a76b942fd3b tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0849471 Mar 07 14:11:03.606840 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-212519f8-8f73-49e6-a78b-0b422437a8be req-8fdb502e-b672-4fcb-ab24-e4093bde327e tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674829 Mar 07 14:11:03.627506 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eca89828-a9de-4a55-816a-e2d226dfc982 req-74c84f6d-0503-4260-964c-7ebb364196f2 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809579 Mar 07 14:11:03.847038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8cc68b82-c463-440e-a271-921dd2eb65de details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:11:03.949355 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 8cc68b82-c463-440e-a271-921dd2eb65de, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cc68b82-c463-440e-a271-921dd2eb65de,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:03.960627 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '8cc68b82-c463-440e-a271-921dd2eb65de', 'network_id': 'cc6e7af4-2ff5-4ac2-8278-317c07b380df', 'port_id': '8cc68b82-c463-440e-a271-921dd2eb65de', 'mac_address': 'fa:16:3e:68:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deef84bf-61c5-4dee-8e58-1228e39d9a7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:11:03.997648 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 8cc68b82-c463-440e-a271-921dd2eb65de is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:03.998037 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.010540 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc68b82-c463-440e-a271-921dd2eb65de {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:11:04.029599 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 8cc68b82-c463-440e-a271-921dd2eb65de, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cc68b82-c463-440e-a271-921dd2eb65de,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:04.033008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.077898 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=8cc68b82-c463-440e-a271-921dd2eb65de,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:04.085167 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.085515 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.085855 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.086188 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.086516 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.086840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.087166 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.087519 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.087841 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.088166 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.088483 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.088800 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.089116 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:04.368612 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['8cc68b82-c463-440e-a271-921dd2eb65de'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:11:04.754863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a83b-8d85-454a-b66c-95eb240e2e17 req-db20c49c-191e-4016-96dc-5e3c0da2f870 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:04.756362 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5208a83b-8d85-454a-b66c-95eb240e2e17 req-db20c49c-191e-4016-96dc-5e3c0da2f870 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 944 time: 0.0839717 Mar 07 14:11:04.767293 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1483-ece9-4f8e-8fe9-adc48ab7ccf3 req-0b3a7261-b120-4be7-b6ad-5d153552363d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:04.769263 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b9ec1483-ece9-4f8e-8fe9-adc48ab7ccf3 req-0b3a7261-b120-4be7-b6ad-5d153552363d tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0699923 Mar 07 14:11:04.846755 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5208a83b-8d85-454a-b66c-95eb240e2e17 req-2b2b0768-b4cc-4b8c-aa9b-e33efb47b413 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765016 Mar 07 14:11:04.860182 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b9ec1483-ece9-4f8e-8fe9-adc48ab7ccf3 req-9e8e7997-5b0e-477a-a7c8-105e639df0ff tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844479 Mar 07 14:11:05.213946 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34390) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:05.316804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82d6e572-beb6-4f44-bc42-263911caa139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.390939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82d6e572-beb6-4f44-bc42-263911caa139 admin admin] Publish callbacks [] for security_group (66794a49-9c4d-4b8a-9828-2ea2a7c487e4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.395193 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82d6e572-beb6-4f44-bc42-263911caa139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (66794a49-9c4d-4b8a-9828-2ea2a7c487e4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.433611 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-82d6e572-beb6-4f44-bc42-263911caa139 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65ebe58dce7a4f0dbe8468a520992ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185953 Mar 07 14:11:05.434475 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e572-beb6-4f44-bc42-263911caa139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66794a49-9c4d-4b8a-9828-2ea2a7c487e4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:05.437193 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34394) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:05.487695 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Publish callbacks [] for security_group (66794a49-9c4d-4b8a-9828-2ea2a7c487e4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.508818 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Publish callbacks [] for security_group (66794a49-9c4d-4b8a-9828-2ea2a7c487e4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.554579 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (66794a49-9c4d-4b8a-9828-2ea2a7c487e4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.557127 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.558259 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66794a49-9c4d-4b8a-9828-2ea2a7c487e4 HTTP/1.1" status: 204 len: 168 time: 0.1199682 Mar 07 14:11:05.566585 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66794a49-9c4d-4b8a-9828-2ea2a7c487e4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:05.573903 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.574256 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.574609 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.574950 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.575283 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.575641 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.575974 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.576305 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.576685 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.576946 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.577270 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.577594 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.577915 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251904f3-3113-4e73-9e02-4f8b7a9dcae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:05.807714 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34400) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:05.822674 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-593d7ea8-5342-4d28-ab6c-4fad51b8090a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.866731 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8cc68b82-c463-440e-a271-921dd2eb65de up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:11:05.912050 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-593d7ea8-5342-4d28-ab6c-4fad51b8090a admin admin] Publish callbacks [] for security_group (e690e0e9-2e2e-44b7-917d-c51b7882cd33), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.917931 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-593d7ea8-5342-4d28-ab6c-4fad51b8090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e690e0e9-2e2e-44b7-917d-c51b7882cd33), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.943096 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 8cc68b82-c463-440e-a271-921dd2eb65de completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:11:05.947292 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 8cc68b82-c463-440e-a271-921dd2eb65de triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:11:05.947705 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.018921 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-593d7ea8-5342-4d28-ab6c-4fad51b8090a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9a0cef2f837440eb6c2db425f043b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100234 Mar 07 14:11:06.020514 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7ea8-5342-4d28-ab6c-4fad51b8090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e690e0e9-2e2e-44b7-917d-c51b7882cd33,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:06.021602 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34406) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:06.036491 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 8cc68b82-c463-440e-a271-921dd2eb65de is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:06.036892 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.052890 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa20e-ecef-4883-8ef3-5aea8f0a2281 req-9e4a3bcb-fddf-40d4-a368-b7267b6efdb1 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:06.054455 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-302fa20e-ecef-4883-8ef3-5aea8f0a2281 req-9e4a3bcb-fddf-40d4-a368-b7267b6efdb1 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 944 time: 0.1396732 Mar 07 14:11:06.063913 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc68b82-c463-440e-a271-921dd2eb65de'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:06.066888 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b45e8d-5730-439d-8c2e-473c3a622d19" -d '{"events": [{"server_uuid": "f4a1db54-4d81-456d-8e49-b04932c0b198", "name": "network-vif-plugged", "status": "completed", "tag": "8cc68b82-c463-440e-a271-921dd2eb65de"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:06.067245 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71876-8df6-43c5-87cc-f39c656f39a9 req-6663b04b-1c6e-464d-8097-df5e6a6f2f73 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:06.068669 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-acb71876-8df6-43c5-87cc-f39c656f39a9 req-6663b04b-1c6e-464d-8097-df5e6a6f2f73 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.1068826 Mar 07 14:11:06.081749 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 8cc68b82-c463-440e-a271-921dd2eb65de, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cc68b82-c463-440e-a271-921dd2eb65de,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:06.081959 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d63704d3-1fbb-4dc1-8b84-cd7d6e307bcf admin admin] Publish callbacks [] for security_group (e690e0e9-2e2e-44b7-917d-c51b7882cd33), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.088151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.106291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d63704d3-1fbb-4dc1-8b84-cd7d6e307bcf admin admin] Publish callbacks [] for security_group (e690e0e9-2e2e-44b7-917d-c51b7882cd33), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.138722 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=8cc68b82-c463-440e-a271-921dd2eb65de,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:06.150901 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-302fa20e-ecef-4883-8ef3-5aea8f0a2281 req-ec9ba903-2828-493e-9e22-6439b81d9087 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805624 Mar 07 14:11:06.161685 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d63704d3-1fbb-4dc1-8b84-cd7d6e307bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e690e0e9-2e2e-44b7-917d-c51b7882cd33), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.164314 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d63704d3-1fbb-4dc1-8b84-cd7d6e307bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:06.167554 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d63704d3-1fbb-4dc1-8b84-cd7d6e307bcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e690e0e9-2e2e-44b7-917d-c51b7882cd33 HTTP/1.1" status: 204 len: 168 time: 0.1428006 Mar 07 14:11:06.181525 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63704d3-1fbb-4dc1-8b84-cd7d6e307bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e690e0e9-2e2e-44b7-917d-c51b7882cd33,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:06.184861 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-acb71876-8df6-43c5-87cc-f39c656f39a9 req-3f81c6e7-d369-453d-a795-4ac4ed859da7 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&id=34884e72-485b-4c7f-b260-8d32adb2bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083667 Mar 07 14:11:06.214543 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5a5f42-a10f-4d54-b5e0-4b46f02e14b5 x-openstack-request-id: req-5b5a5f42-a10f-4d54-b5e0-4b46f02e14b5 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:06.214841 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a1db54-4d81-456d-8e49-b04932c0b198", "name": "network-vif-plugged", "status": "completed", "tag": "8cc68b82-c463-440e-a271-921dd2eb65de", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:06.215097 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b5a5f42-a10f-4d54-b5e0-4b46f02e14b5 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:06.215612 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc68b82-c463-440e-a271-921dd2eb65de', 'code': 200} Mar 07 14:11:06.406181 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77144700-2318-4376-98b6-b25a97f9fbdd req-096c0aef-e479-4659-a291-7175058659c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:06.407690 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77144700-2318-4376-98b6-b25a97f9fbdd req-096c0aef-e479-4659-a291-7175058659c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 1129 time: 0.0480981 Mar 07 14:11:06.452464 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77144700-2318-4376-98b6-b25a97f9fbdd req-c8a42606-2667-4dde-bc58-6a12ecac720b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Mar 07 14:11:07.269943 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b617-286e-4f22-834b-8e524ee928a6 req-6f9d0e81-d5fc-4cfe-818f-ab60df32dc76 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:07.271477 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1a9b617-286e-4f22-834b-8e524ee928a6 req-6f9d0e81-d5fc-4cfe-818f-ab60df32dc76 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 945 time: 0.0534902 Mar 07 14:11:07.319042 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1a9b617-286e-4f22-834b-8e524ee928a6 req-5175727a-a4e0-4265-8b42-2e4305b80f48 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Mar 07 14:11:08.437683 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5ebc5-8997-4e00-b309-edfb7cb51081 req-0a6f01a6-20f1-41a3-a498-be14061c8ae0 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:08.439181 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71e5ebc5-8997-4e00-b309-edfb7cb51081 req-0a6f01a6-20f1-41a3-a498-be14061c8ae0 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Mar 07 14:11:08.489748 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71e5ebc5-8997-4e00-b309-edfb7cb51081 req-c2729b64-8923-4b92-9d3c-241f1d0fa33d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Mar 07 14:11:10.387781 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34500) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:10.489802 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-023fd46a-07a0-4c94-b965-246e281e552c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.563895 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-023fd46a-07a0-4c94-b965-246e281e552c admin admin] Publish callbacks [] for security_group (1f286d77-297a-442c-9976-57bf39303042), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.567841 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-023fd46a-07a0-4c94-b965-246e281e552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (1f286d77-297a-442c-9976-57bf39303042), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.606227 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-023fd46a-07a0-4c94-b965-246e281e552c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b53206ac65f47dea650ba9fe039cc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174485 Mar 07 14:11:10.607063 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fd46a-07a0-4c94-b965-246e281e552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f286d77-297a-442c-9976-57bf39303042,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:10.608941 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34506) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:10.656525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f848ab0f-27b7-4096-9e9e-b3775e2156c8 admin admin] Publish callbacks [] for security_group (1f286d77-297a-442c-9976-57bf39303042), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.677557 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f848ab0f-27b7-4096-9e9e-b3775e2156c8 admin admin] Publish callbacks [] for security_group (1f286d77-297a-442c-9976-57bf39303042), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.725146 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f848ab0f-27b7-4096-9e9e-b3775e2156c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (1f286d77-297a-442c-9976-57bf39303042), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.727694 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f848ab0f-27b7-4096-9e9e-b3775e2156c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:10.728827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f848ab0f-27b7-4096-9e9e-b3775e2156c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f286d77-297a-442c-9976-57bf39303042 HTTP/1.1" status: 204 len: 168 time: 0.1188393 Mar 07 14:11:10.736519 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848ab0f-27b7-4096-9e9e-b3775e2156c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f286d77-297a-442c-9976-57bf39303042,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:10.988624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34514) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:11.001480 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c94dc98-de71-4242-bf1c-3619141c7f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.073689 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c94dc98-de71-4242-bf1c-3619141c7f54 admin admin] Publish callbacks [] for security_group (f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.077101 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c94dc98-de71-4242-bf1c-3619141c7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.113712 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8c94dc98-de71-4242-bf1c-3619141c7f54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=231817b45a2e4886a248b933a3a08703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240509 Mar 07 14:11:11.115677 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94dc98-de71-4242-bf1c-3619141c7f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:11.116470 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34516) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:11.166236 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eba9dd60-9d3d-4481-8a5c-85e95af691b0 admin admin] Publish callbacks [] for security_group (f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.188063 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eba9dd60-9d3d-4481-8a5c-85e95af691b0 admin admin] Publish callbacks [] for security_group (f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.237515 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eba9dd60-9d3d-4481-8a5c-85e95af691b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.240081 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eba9dd60-9d3d-4481-8a5c-85e95af691b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:11.241239 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-eba9dd60-9d3d-4481-8a5c-85e95af691b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf HTTP/1.1" status: 204 len: 168 time: 0.1237981 Mar 07 14:11:11.248777 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9dd60-9d3d-4481-8a5c-85e95af691b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb993f-af1e-4f3b-bfb5-4595a9dd96bf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:16.233293 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34646) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:16.362185 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe433e97-29fb-424d-b4ac-265219d81fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.445690 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe433e97-29fb-424d-b4ac-265219d81fbf admin admin] Publish callbacks [] for security_group (441f3ab8-86ad-4d5a-b7e3-244723fe436f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.449490 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe433e97-29fb-424d-b4ac-265219d81fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (441f3ab8-86ad-4d5a-b7e3-244723fe436f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.489588 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe433e97-29fb-424d-b4ac-265219d81fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441f3ab8-86ad-4d5a-b7e3-244723fe436f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:16.493714 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fe433e97-29fb-424d-b4ac-265219d81fbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=635db66abc0f4873b36a2e68739488bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593932 Mar 07 14:11:16.496283 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34658) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:16.529951 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a88c4c-45bd-44d2-a737-37fecb2c3a69 req-a4478007-2a22-4f4f-8520-f71bbbe32481 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:16.531478 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-92a88c4c-45bd-44d2-a737-37fecb2c3a69 req-a4478007-2a22-4f4f-8520-f71bbbe32481 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.0567436 Mar 07 14:11:16.547285 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd358-b1de-4b9d-9ef6-49321b48d890 admin admin] Publish callbacks [] for security_group (441f3ab8-86ad-4d5a-b7e3-244723fe436f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.570146 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd358-b1de-4b9d-9ef6-49321b48d890 admin admin] Publish callbacks [] for security_group (441f3ab8-86ad-4d5a-b7e3-244723fe436f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.579120 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-92a88c4c-45bd-44d2-a737-37fecb2c3a69 req-c75effa0-afad-4dc0-9139-a241de86b7fb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Mar 07 14:11:16.617187 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd358-b1de-4b9d-9ef6-49321b48d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (441f3ab8-86ad-4d5a-b7e3-244723fe436f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.620002 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd358-b1de-4b9d-9ef6-49321b48d890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.621165 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0e1fd358-b1de-4b9d-9ef6-49321b48d890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/441f3ab8-86ad-4d5a-b7e3-244723fe436f HTTP/1.1" status: 204 len: 168 time: 0.1239944 Mar 07 14:11:16.629045 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fd358-b1de-4b9d-9ef6-49321b48d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f3ab8-86ad-4d5a-b7e3-244723fe436f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:16.869540 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34664) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:16.885155 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1c13e82-be1b-4ef6-95a4-954838c93e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.963420 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1c13e82-be1b-4ef6-95a4-954838c93e43 admin admin] Publish callbacks [] for security_group (08705610-ccce-4bf3-8938-5d5568ac1247), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.967091 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1c13e82-be1b-4ef6-95a4-954838c93e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (08705610-ccce-4bf3-8938-5d5568ac1247), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.006144 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c1c13e82-be1b-4ef6-95a4-954838c93e43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=013ef1f929924d69a6e50fc5c187a8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354537 Mar 07 14:11:17.006829 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c13e82-be1b-4ef6-95a4-954838c93e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08705610-ccce-4bf3-8938-5d5568ac1247,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:17.008915 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34668) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:17.056729 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-293f18ce-e48f-44a5-a9ad-60c4d2eade39 admin admin] Publish callbacks [] for security_group (08705610-ccce-4bf3-8938-5d5568ac1247), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.077284 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-293f18ce-e48f-44a5-a9ad-60c4d2eade39 admin admin] Publish callbacks [] for security_group (08705610-ccce-4bf3-8938-5d5568ac1247), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.122875 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-293f18ce-e48f-44a5-a9ad-60c4d2eade39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (08705610-ccce-4bf3-8938-5d5568ac1247), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.125479 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-293f18ce-e48f-44a5-a9ad-60c4d2eade39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.126627 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-293f18ce-e48f-44a5-a9ad-60c4d2eade39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08705610-ccce-4bf3-8938-5d5568ac1247 HTTP/1.1" status: 204 len: 168 time: 0.1167059 Mar 07 14:11:17.134482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f18ce-e48f-44a5-a9ad-60c4d2eade39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08705610-ccce-4bf3-8938-5d5568ac1247,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:17.431783 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34676) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:17.445448 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-532a34bb-bf23-49c9-a7d2-8c836ca769a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.453140 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9f420793-2d26-4720-ad6e-fbd5c8ea40a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.522487 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-532a34bb-bf23-49c9-a7d2-8c836ca769a3 admin admin] Publish callbacks [] for security_group (8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.526205 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-532a34bb-bf23-49c9-a7d2-8c836ca769a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.569498 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-532a34bb-bf23-49c9-a7d2-8c836ca769a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca0d0958ce3243e580879bbd571057ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365893 Mar 07 14:11:17.570680 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a34bb-bf23-49c9-a7d2-8c836ca769a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:17.572276 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34678) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:17.621771 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84226b36-69e2-4bba-a9ea-66f082559e31 admin admin] Publish callbacks [] for security_group (8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.644087 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84226b36-69e2-4bba-a9ea-66f082559e31 admin admin] Publish callbacks [] for security_group (8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.691904 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84226b36-69e2-4bba-a9ea-66f082559e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.694530 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84226b36-69e2-4bba-a9ea-66f082559e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:17.695701 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-84226b36-69e2-4bba-a9ea-66f082559e31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7 HTTP/1.1" status: 204 len: 168 time: 0.1217756 Mar 07 14:11:17.703321 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84226b36-69e2-4bba-a9ea-66f082559e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcbb530-c561-47e3-a4c5-98d0c9c7c9d7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:17.717426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28448644-251d-4149-a0be-58840b530877 req-66b83311-2cee-42b7-b39d-d47ae0eb4cd6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:17.718924 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28448644-251d-4149-a0be-58840b530877 req-66b83311-2cee-42b7-b39d-d47ae0eb4cd6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.0632761 Mar 07 14:11:17.766208 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28448644-251d-4149-a0be-58840b530877 req-94f1fe0b-8cda-40b5-8b85-f196312face4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Mar 07 14:11:18.887408 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cb18d-297b-4750-bcbd-7fa1336b4acc req-3b69a13a-74da-4f99-b4b3-08ed91bc795b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:18.888911 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c2cb18d-297b-4750-bcbd-7fa1336b4acc req-3b69a13a-74da-4f99-b4b3-08ed91bc795b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.0525167 Mar 07 14:11:18.939012 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c2cb18d-297b-4750-bcbd-7fa1336b4acc req-8bab331e-437c-49b8-9d16-6de03f6e86a2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Mar 07 14:11:19.609030 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34756) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:19.714731 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ac317f23-1900-4bd7-91b8-04c3eda18522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.792513 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ac317f23-1900-4bd7-91b8-04c3eda18522 admin admin] Publish callbacks [] for security_group (46d64b7e-978f-4837-b1d6-9452de963d57), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.797915 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ac317f23-1900-4bd7-91b8-04c3eda18522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (46d64b7e-978f-4837-b1d6-9452de963d57), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.821908 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2425aef9-a06f-4fdc-8cd5-0af15c8a5500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.847332 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac317f23-1900-4bd7-91b8-04c3eda18522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d64b7e-978f-4837-b1d6-9452de963d57,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:19.852408 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-afed897a-d516-4c5b-86f4-7869800ac990 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:19.852730 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ac317f23-1900-4bd7-91b8-04c3eda18522 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff1b4b96314b4099bdee600aebf0ec38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426929 Mar 07 14:11:19.853859 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-afed897a-d516-4c5b-86f4-7869800ac990 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.0622513 Mar 07 14:11:19.855284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34760) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:19.905896 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c33cea30-b3b5-43a5-9b63-6e995c5a8166 admin admin] Publish callbacks [] for security_group (46d64b7e-978f-4837-b1d6-9452de963d57), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.927990 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c33cea30-b3b5-43a5-9b63-6e995c5a8166 admin admin] Publish callbacks [] for security_group (46d64b7e-978f-4837-b1d6-9452de963d57), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.954979 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Deleting port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:11:19.955825 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.985335 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c33cea30-b3b5-43a5-9b63-6e995c5a8166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (46d64b7e-978f-4837-b1d6-9452de963d57), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.988893 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c33cea30-b3b5-43a5-9b63-6e995c5a8166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.990026 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c33cea30-b3b5-43a5-9b63-6e995c5a8166 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46d64b7e-978f-4837-b1d6-9452de963d57 HTTP/1.1" status: 204 len: 168 time: 0.1338003 Mar 07 14:11:20.006706 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cea30-b3b5-43a5-9b63-6e995c5a8166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d64b7e-978f-4837-b1d6-9452de963d57,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:20.107994 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] For port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:20.108363 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.129902 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49287-28c4-4ec0-8046-7a1788e52e02 req-eecd92e0-6068-40d3-acfe-97586cd84711 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:20.131384 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06f49287-28c4-4ec0-8046-7a1788e52e02 req-eecd92e0-6068-40d3-acfe-97586cd84711 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 946 time: 0.0903327 Mar 07 14:11:20.262248 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34768) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:20.278978 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e739e47-55b6-4520-b63d-971a635dff8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.303133 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06f49287-28c4-4ec0-8046-7a1788e52e02 req-3c12f892-1d8c-4b23-903d-c1e1cfa61ef1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=78fe3f51-17dd-44e7-87a0-b001bba28a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521087 Mar 07 14:11:20.356568 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e739e47-55b6-4520-b63d-971a635dff8b admin admin] Publish callbacks [] for security_group (a044cf2b-36b7-4f62-9c0b-76c899c6ad9e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.361139 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9e739e47-55b6-4520-b63d-971a635dff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a044cf2b-36b7-4f62-9c0b-76c899c6ad9e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.391210 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.391605 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (4d763d6d-3698-4899-87f3-9b7f92c0c240), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.391927 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Floating IP 4d763d6d-3698-4899-87f3-9b7f92c0c240 disassociated. External IP: 172.27.3.103, port: e5c3230a-2ee4-4546-bea1-7ec7e1f57f01. Mar 07 14:11:20.393032 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Calling delete_port for e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:11:20.402146 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e739e47-55b6-4520-b63d-971a635dff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a044cf2b-36b7-4f62-9c0b-76c899c6ad9e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:20.408123 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9e739e47-55b6-4520-b63d-971a635dff8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1daf7a033fd14182be627a29a460e13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444900 Mar 07 14:11:20.409210 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34770) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:20.460927 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ce59-0b3a-4e80-967a-a4b407390e7b admin admin] Publish callbacks [] for security_group (a044cf2b-36b7-4f62-9c0b-76c899c6ad9e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.482980 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ce59-0b3a-4e80-967a-a4b407390e7b admin admin] Publish callbacks [] for security_group (a044cf2b-36b7-4f62-9c0b-76c899c6ad9e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.530558 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (e5c3230a-2ee4-4546-bea1-7ec7e1f57f01), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.534540 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ce59-0b3a-4e80-967a-a4b407390e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a044cf2b-36b7-4f62-9c0b-76c899c6ad9e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.537284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ce59-0b3a-4e80-967a-a4b407390e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.541160 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a4c7ce59-0b3a-4e80-967a-a4b407390e7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a044cf2b-36b7-4f62-9c0b-76c899c6ad9e HTTP/1.1" status: 204 len: 168 time: 0.1279697 Mar 07 14:11:20.547592 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7ce59-0b3a-4e80-967a-a4b407390e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044cf2b-36b7-4f62-9c0b-76c899c6ad9e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:20.569080 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event deleted for resources: {'Port': ['ID=e5c3230a-2ee4-4546-bea1-7ec7e1f57f01,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:20.698861 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:11:20.816277 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:11:20.837543 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:11:20.849371 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.850143 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:11:20.850777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:11:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:20.872330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] No DVR routers for this DVR port e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:11:20.874939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.879364 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2b689fb-baef-4112-8c39-e5683a2d78ed req-05726ef1-750b-44e1-917f-6ba6faa02dcc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "DELETE /v2.0/ports/e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 HTTP/1.1" status: 204 len: 173 time: 1.0192752 Mar 07 14:11:20.879828 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-deleted', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:20.882045 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49823523-47e5-4a49-a96a-7c9d0169a7e2" -d '{"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-deleted", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:20.932326 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae1e37-2d5f-4538-8a26-508f8a362306 x-openstack-request-id: req-8aae1e37-2d5f-4538-8a26-508f8a362306 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:20.932722 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce516f3-14fd-4529-9a94-83b198013822", "name": "network-vif-deleted", "tag": "e5c3230a-2ee4-4546-bea1-7ec7e1f57f01", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:20.933075 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aae1e37-2d5f-4538-8a26-508f8a362306 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:20.933570 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce516f3-14fd-4529-9a94-83b198013822', 'name': 'network-vif-deleted', 'tag': 'e5c3230a-2ee4-4546-bea1-7ec7e1f57f01', 'status': 'completed', 'code': 200} Mar 07 14:11:21.001574 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:11:21.210096 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:21.243542 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:11:21.250757 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:11:21.251386 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:11:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:21.372080 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:11:21.426401 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2978d2e8-23b7-4985-966e-2215ff22abf6 req-ce15ce12-5e42-4b6d-b61d-6898530c0c6a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 210 time: 0.0451763 Mar 07 14:11:21.586623 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:21.620388 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ee26f-389a-4e2a-8f1f-5004274f9217 None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:11:21.870583 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e6e4b-53d1-43fa-bf10-36c9688b0f1a None None] New status for floating IP 4d763d6d-3698-4899-87f3-9b7f92c0c240: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:11:22.177944 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:22.533882 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a63a1574-18bf-45be-8ec1-e4cb96f0d0fa req-cf2ad0ed-8524-499f-8101-6c1d12f6035b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 210 time: 0.0281804 Mar 07 14:11:23.654380 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5c9c382-616e-457f-9536-0aa8989cfbb6 req-3fcd431d-7ac7-4e08-bf46-6d356d530c28 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce516f3-14fd-4529-9a94-83b198013822 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Mar 07 14:11:23.792974 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:23.955931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:11:23.982920 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:11:23.983272 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device e5c3230a-2ee4-4546-bea1-7ec7e1f57f01 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:11:24.741469 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34830) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:24.799080 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09704c15-dd96-4d44-94ee-b54e2f7a8d27 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (78fe3f51-17dd-44e7-87a0-b001bba28a66), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:24.825681 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09704c15-dd96-4d44-94ee-b54e2f7a8d27 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (78fe3f51-17dd-44e7-87a0-b001bba28a66), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:24.873230 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09704c15-dd96-4d44-94ee-b54e2f7a8d27 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (78fe3f51-17dd-44e7-87a0-b001bba28a66), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:24.876161 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09704c15-dd96-4d44-94ee-b54e2f7a8d27 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:24.877460 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-09704c15-dd96-4d44-94ee-b54e2f7a8d27 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "DELETE /v2.0/security-groups/78fe3f51-17dd-44e7-87a0-b001bba28a66 HTTP/1.1" status: 204 len: 168 time: 0.1349359 Mar 07 14:11:24.880997 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34838) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:24.888048 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09704c15-dd96-4d44-94ee-b54e2f7a8d27 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fe3f51-17dd-44e7-87a0-b001bba28a66,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:24.899291 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-bc036565-ee0e-4b50-a922-34ba607e0b6e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] show failed (client error): The resource could not be found. Mar 07 14:11:24.902923 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bc036565-ee0e-4b50-a922-34ba607e0b6e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups/78fe3f51-17dd-44e7-87a0-b001bba28a66 HTTP/1.1" status: 404 len: 347 time: 0.0171494 Mar 07 14:11:24.903450 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34842) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:25.040562 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Deleting port 138affea-5db0-4614-8d46-273f50bdb0be {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:11:25.040903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (138affea-5db0-4614-8d46-273f50bdb0be), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.115582 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (138affea-5db0-4614-8d46-273f50bdb0be), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.115939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (138affea-5db0-4614-8d46-273f50bdb0be), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.127698 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Calling delete_port for 138affea-5db0-4614-8d46-273f50bdb0be owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:11:25.273935 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (138affea-5db0-4614-8d46-273f50bdb0be), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.300184 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event deleted for resources: {'Port': ['ID=138affea-5db0-4614-8d46-273f50bdb0be,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:25.360885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (4d763d6d-3698-4899-87f3-9b7f92c0c240), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.363313 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.364480 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-49fcad8b-fbd8-427e-a624-e17b392dc8bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "DELETE /v2.0/floatingips/4d763d6d-3698-4899-87f3-9b7f92c0c240 HTTP/1.1" status: 204 len: 168 time: 0.4600804 Mar 07 14:11:25.578254 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34850) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:25.582937 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995744159', 'description': 'tempest-description--2141811583'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:25.603219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.668071 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (6109e67a-963d-4713-877d-5ece8771e7b8), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.671486 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6109e67a-963d-4713-877d-5ece8771e7b8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.699398 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.700619 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1213596 Mar 07 14:11:25.703559 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34852) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:25.704703 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46797ff-6576-4250-b831-8130af63e53e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6109e67a-963d-4713-877d-5ece8771e7b8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:25.709828 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'security_group_rule': {'security_group_id': '6109e67a-963d-4713-877d-5ece8771e7b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:25.736182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (196fa5e9-d5e3-45e8-9422-66411c6e5728), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.793316 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (196fa5e9-d5e3-45e8-9422-66411c6e5728), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.797101 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (196fa5e9-d5e3-45e8-9422-66411c6e5728), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.816578 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196fa5e9-d5e3-45e8-9422-66411c6e5728,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:25.825726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.826962 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6db64549-5c85-48a3-bf70-40a162de1484 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223438 Mar 07 14:11:25.829619 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34854) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:25.834449 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'security_group_rule': {'security_group_id': '6109e67a-963d-4713-877d-5ece8771e7b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:25.858526 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (089fa0d1-634c-4342-a747-cbef0b24f40d), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.919093 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (089fa0d1-634c-4342-a747-cbef0b24f40d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.923890 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (089fa0d1-634c-4342-a747-cbef0b24f40d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.942202 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089fa0d1-634c-4342-a747-cbef0b24f40d,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:25.949993 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:25.951224 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-74093b58-fb24-464d-9907-b15ceb0ec6ee tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206977 Mar 07 14:11:25.954253 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 34862) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:25.959092 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:25.980086 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.075730 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.188602 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Allocated IP 172.27.3.110 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/30579d51-ce14-44dd-a851-dd454be0ac55) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:11:26.294774 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for port (30579d51-ce14-44dd-a851-dd454be0ac55), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.329556 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (30579d51-ce14-44dd-a851-dd454be0ac55), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.340050 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34870) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:26.370705 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:11:26.375507 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:11:26.378943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:11:26.408973 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'Port': ['ID=30579d51-ce14-44dd-a851-dd454be0ac55,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:26.451536 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ac823df2-4cfd-4e77-9f84-08cf64378f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.474963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (633c7db4-9291-4e72-8be6-955afc208509), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.513096 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (30579d51-ce14-44dd-a851-dd454be0ac55), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.528372 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ac823df2-4cfd-4e77-9f84-08cf64378f14 admin admin] Publish callbacks [] for security_group (e20745ef-8133-4168-805b-a8c922c2bf57), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.532260 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ac823df2-4cfd-4e77-9f84-08cf64378f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e20745ef-8133-4168-805b-a8c922c2bf57), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.571234 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ac823df2-4cfd-4e77-9f84-08cf64378f14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b764bb521b14818a842b21157c855c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300365 Mar 07 14:11:26.572223 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823df2-4cfd-4e77-9f84-08cf64378f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20745ef-8133-4168-805b-a8c922c2bf57,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:26.574594 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34874) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:26.623287 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ce743df-12d1-4265-a61e-2d2fb077e1dd admin admin] Publish callbacks [] for security_group (e20745ef-8133-4168-805b-a8c922c2bf57), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.644748 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ce743df-12d1-4265-a61e-2d2fb077e1dd admin admin] Publish callbacks [] for security_group (e20745ef-8133-4168-805b-a8c922c2bf57), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.665623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for port (30579d51-ce14-44dd-a851-dd454be0ac55), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.670022 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (30579d51-ce14-44dd-a851-dd454be0ac55), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.697853 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ce743df-12d1-4265-a61e-2d2fb077e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e20745ef-8133-4168-805b-a8c922c2bf57), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.700623 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6ce743df-12d1-4265-a61e-2d2fb077e1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.701767 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6ce743df-12d1-4265-a61e-2d2fb077e1dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e20745ef-8133-4168-805b-a8c922c2bf57 HTTP/1.1" status: 204 len: 168 time: 0.1262767 Mar 07 14:11:26.714141 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce743df-12d1-4265-a61e-2d2fb077e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20745ef-8133-4168-805b-a8c922c2bf57,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:26.746086 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'Port': ['ID=30579d51-ce14-44dd-a851-dd454be0ac55,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:26.754774 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (633c7db4-9291-4e72-8be6-955afc208509), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.770646 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:26.780194 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-15157998-5bcf-4d65-82b2-3c78a9083a63 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8166463 Mar 07 14:11:26.982395 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-98593d07-04ce-4ecb-a40d-406e20f2d8c6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1995744159&fields=id&tenant_id=a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 267 time: 0.0458465 Mar 07 14:11:27.094782 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-a9598926-c22e-42ee-873f-811ce7d6a170 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:27.096274 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-a9598926-c22e-42ee-873f-811ce7d6a170 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 816 time: 0.1046448 Mar 07 14:11:27.110810 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-fbeed382-dc8d-4c2b-b5bc-2c328134b8e2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/quotas/a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 375 time: 0.0085680 Mar 07 14:11:27.168896 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-e3822c89-1547-4738-b0c3-263e6588fa12 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527294 Mar 07 14:11:27.265181 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-1d949200-7e5c-41ec-967a-aec63672482a service neutron] 10.222.0.31 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842276 Mar 07 14:11:27.356353 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-877f3574-1916-41ca-b815-eb79a0f0f256 service neutron] 10.222.0.31 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855126 Mar 07 14:11:27.515048 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5dedd71f-cbdf-4d97-8bce-2a149bdf5927 req-286b41e4-4b94-4eaa-a7b0-ce4bc711bc02 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 210 time: 0.0280735 Mar 07 14:11:28.499484 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-88947f58-152d-4d8a-8291-a990f3baa760 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:28.500924 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-88947f58-152d-4d8a-8291-a990f3baa760 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 816 time: 0.1104901 Mar 07 14:11:28.783981 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-baea2d87-6551-4bb4-8a54-50a8a97421d6 req-cbb301c0-1e95-4509-89ee-a821902093fc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 210 time: 0.0301015 Mar 07 14:11:28.819490 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-71ff6dd6-5c85-4b2c-a010-bf9775b1ad10 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 380 time: 0.3069985 Mar 07 14:11:28.831182 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'port': {'device_id': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'admin_state_up': True, 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'security_groups': ['6109e67a-963d-4713-877d-5ece8771e7b8']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:28.938461 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Made reservation on behalf of a4f22e9215a448c18193b4c6a8448493 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:11:28.942109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:28.986243 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.071953 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Allocated IP 172.20.0.4 (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0/4dd70eb4-505e-4bf7-a579-85c0ecc18eb2/ec993166-77ab-4b7a-833c-61ee68e22749) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:11:29.139044 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:11:29.210425 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for port (ec993166-77ab-4b7a-833c-61ee68e22749), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.243991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.290358 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:11:29.293303 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:11:29.296967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:11:29.331366 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:29.360177 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:29.361838 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.381453 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-bcf959c2-833c-4604-a1db-3ec9caf8861f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537653 Mar 07 14:11:29.397411 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Request body: {'port': {'device_id': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:29.460030 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.579693 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-7bfd8b93-b04d-4209-9a8a-0289541996bd None None] Provisioning complete for port ec993166-77ab-4b7a-833c-61ee68e22749 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:11:29.580090 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8b93-b04d-4209-9a8a-0289541996bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.612842 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd8b93-b04d-4209-9a8a-0289541996bd None None] Port ec993166-77ab-4b7a-833c-61ee68e22749 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:11:29.699973 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5602-8603-4f21-b9fe-e4bd371319ab req-1aee3159-18bb-4af6-9463-f6fe11c5d01d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:29.701461 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-63ad5602-8603-4f21-b9fe-e4bd371319ab req-1aee3159-18bb-4af6-9463-f6fe11c5d01d tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 945 time: 0.1242518 Mar 07 14:11:29.783332 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-63ad5602-8603-4f21-b9fe-e4bd371319ab req-465819e6-125c-48cb-8485-009ed72a6f87 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 Mar 07 14:11:29.817713 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec993166-77ab-4b7a-833c-61ee68e22749 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:11:29.826198 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Publish callbacks [] for port (ec993166-77ab-4b7a-833c-61ee68e22749), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.838926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Transition to ACTIVE for port object ec993166-77ab-4b7a-833c-61ee68e22749 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:11:29.842414 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:29.929709 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:29.994619 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b0d2-93da-4bb2-9a9a-09eb85236c2f req-7e17ea15-db4d-4b35-ac3f-d5bd0c076d02 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:29.996223 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dd29b0d2-93da-4bb2-9a9a-09eb85236c2f req-7e17ea15-db4d-4b35-ac3f-d5bd0c076d02 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.1270089 Mar 07 14:11:30.040765 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Attempting to bind port ec993166-77ab-4b7a-833c-61ee68e22749 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:11:30.041096 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Attempting to bind port ec993166-77ab-4b7a-833c-61ee68e22749 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:11:30.041424 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Attempting to bind port ec993166-77ab-4b7a-833c-61ee68e22749 on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:11:30.050219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Port ec993166-77ab-4b7a-833c-61ee68e22749 on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:11:30.050536 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Attempting to bind port ec993166-77ab-4b7a-833c-61ee68e22749 on network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:11:30.062693 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:11:30.063031 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Checking segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:11:30.063430 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Bound using segment: {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:11:30.063854 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Bound port: ec993166-77ab-4b7a-833c-61ee68e22749, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a806460-c0fe-49dd-8a14-e74e42475ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:11:30.064208 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:30.069581 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dd29b0d2-93da-4bb2-9a9a-09eb85236c2f req-571c646c-a596-4b42-990e-a9c24d64e79a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668514 Mar 07 14:11:30.133372 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:11:30.136761 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:11:30.141877 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:30.174013 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.174656 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:30.176050 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 1093 time: 0.7838416 Mar 07 14:11:30.176492 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:30.179537 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1d802-07b5-42f7-be8f-c01bed727c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:30.208864 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b7f2-e95c-4b9d-9d1d-9756612505d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:30.221073 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd79d42-527f-49f4-9b3d-e23f2695bd24 x-openstack-request-id: req-6fd79d42-527f-49f4-9b3d-e23f2695bd24 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:30.221435 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:30.221782 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fd79d42-527f-49f4-9b3d-e23f2695bd24 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:30.222248 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'status': 'completed', 'code': 200} Mar 07 14:11:30.287550 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-5588287b-69b4-41c5-8d90-d3ff2d54e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.289079 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-5588287b-69b4-41c5-8d90-d3ff2d54e12d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1127 time: 0.0479650 Mar 07 14:11:30.334908 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-9bcca33c-b1d4-4b61-a7f5-28d5138c7c5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 217 time: 0.0356901 Mar 07 14:11:30.390038 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-f085d01e-a421-44e2-83dc-786036212626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.391453 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-f085d01e-a421-44e2-83dc-786036212626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0477936 Mar 07 14:11:30.440274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-5487b44b-3eba-4efd-b7e6-4e22d50110a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.441769 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-5487b44b-3eba-4efd-b7e6-4e22d50110a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437565 Mar 07 14:11:30.537954 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-a76dbca5-e964-43d6-bf2d-17377cb66381 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855520 Mar 07 14:11:30.627839 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-585406d5-f25e-4bb4-bafb-e6faae49fd7c req-cdb44f6f-9a7c-4215-b734-9052da9446d3 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827169 Mar 07 14:11:30.719781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-fc6bd95e-7675-4cab-92d8-7ec7a3398313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.721192 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-fc6bd95e-7675-4cab-92d8-7ec7a3398313 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1127 time: 0.0464334 Mar 07 14:11:30.824390 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-316d1dc5-67fb-4da5-9f8f-2f1ba3ce2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.825905 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-316d1dc5-67fb-4da5-9f8f-2f1ba3ce2d7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.0906155 Mar 07 14:11:30.877134 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-56db79d9-f167-42ec-a987-d60094d42117 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 217 time: 0.0420473 Mar 07 14:11:30.931308 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-0f6f1683-aeae-45da-8d19-8dae4d0e1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.932777 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-0f6f1683-aeae-45da-8d19-8dae4d0e1d01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0483453 Mar 07 14:11:30.983298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-296665ef-2e20-42df-90aa-c0932b24d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:30.984758 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-296665ef-2e20-42df-90aa-c0932b24d5f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446947 Mar 07 14:11:31.107750 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-f08ecadf-2d2f-4636-9606-51b4463d0982 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156540 Mar 07 14:11:31.121705 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f24d1-90f6-404a-85b5-13eb4a1fda2a req-c49b2d61-df75-402f-bb31-dd9174c2355a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.123169 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d23f24d1-90f6-404a-85b5-13eb4a1fda2a req-c49b2d61-df75-402f-bb31-dd9174c2355a tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 945 time: 0.2511339 Mar 07 14:11:31.254847 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d23f24d1-90f6-404a-85b5-13eb4a1fda2a req-6bd203bc-eb8d-44bc-bd8f-077a0f0a72ea tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/security-groups?id=f68cad33-36de-4332-b77f-837663ab5d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227684 Mar 07 14:11:31.278095 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abd1d802-07b5-42f7-be8f-c01bed727c0e req-caa8a5a7-6d3a-4054-8739-dc9d313bc465 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539452 Mar 07 14:11:31.296664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c72cb-cdd3-4c3a-9db5-37fb21a0aab6 req-67002e3b-6c66-4ff7-a82d-1df2f91f4125 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.298088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f65c72cb-cdd3-4c3a-9db5-37fb21a0aab6 req-67002e3b-6c66-4ff7-a82d-1df2f91f4125 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.1476364 Mar 07 14:11:31.372907 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f65c72cb-cdd3-4c3a-9db5-37fb21a0aab6 req-1a465d72-1aee-4868-8fab-b3686715f0ce tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688431 Mar 07 14:11:31.390164 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-fc9e4716-481a-40db-be02-b10f510b2193 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584834 Mar 07 14:11:31.408766 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-c5779755-a295-4f82-af38-ac554c8988b0 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.410209 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-c5779755-a295-4f82-af38-ac554c8988b0 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 945 time: 0.0529709 Mar 07 14:11:31.462549 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342704-5d1a-49c9-84ba-478c05923821 req-ce4a5290-7c06-46d0-b826-02f93bb64e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.464171 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-ce4a5290-7c06-46d0-b826-02f93bb64e67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1169 time: 0.0447977 Mar 07 14:11:31.510392 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Deleting port 8cc68b82-c463-440e-a271-921dd2eb65de {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:11:31.510653 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:31.574458 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342704-5d1a-49c9-84ba-478c05923821 req-9b555ba9-1181-4623-9a11-134f3b111de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.576002 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-9b555ba9-1181-4623-9a11-134f3b111de5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.0909421 Mar 07 14:11:31.604291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] For port 8cc68b82-c463-440e-a271-921dd2eb65de, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cc68b82-c463-440e-a271-921dd2eb65de,segment=NetworkSegment(0f8bf8f6-a09f-4848-9056-57d98ce898eb),segment_id=0f8bf8f6-a09f-4848-9056-57d98ce898eb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:31.604660 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:31.616555 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Calling delete_port for 8cc68b82-c463-440e-a271-921dd2eb65de owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:11:31.641187 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-2ce0f699-628f-4013-a66b-94f70323a0e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 1002 time: 0.0585115 Mar 07 14:11:31.693578 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342704-5d1a-49c9-84ba-478c05923821 req-1c344611-277e-48de-be78-3e69ca0b24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.694698 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-1c344611-277e-48de-be78-3e69ca0b24c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.0474718 Mar 07 14:11:31.744757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342704-5d1a-49c9-84ba-478c05923821 req-fb74eff1-20e3-434a-bfd0-74f17e22e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:31.746280 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-fb74eff1-20e3-434a-bfd0-74f17e22e5e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452261 Mar 07 14:11:31.750585 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (8cc68b82-c463-440e-a271-921dd2eb65de), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:31.762515 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['8cc68b82-c463-440e-a271-921dd2eb65de'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:11:31.810283 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Pushing event deleted for resources: {'Port': ['ID=8cc68b82-c463-440e-a271-921dd2eb65de,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:31.831321 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] No DVR routers for this DVR port 8cc68b82-c463-440e-a271-921dd2eb65de on host hv-cinder-82755 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:11:31.834127 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:31.837439 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8dcd90db-4d85-4c52-80af-e4ccfca68d0e req-14eb51fb-acf7-4b10-8f41-6c0b4b081b9c tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.23 "DELETE /v2.0/ports/8cc68b82-c463-440e-a271-921dd2eb65de HTTP/1.1" status: 204 len: 173 time: 0.4181223 Mar 07 14:11:31.837750 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-4868c04e-44f4-45f7-9d3c-48c6e2ff352d service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852995 Mar 07 14:11:31.837875 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'name': 'network-vif-deleted', 'tag': '8cc68b82-c463-440e-a271-921dd2eb65de'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:31.840120 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c37a4-083e-4efc-8666-aaa01d426c20" -d '{"events": [{"server_uuid": "f4a1db54-4d81-456d-8e49-b04932c0b198", "name": "network-vif-deleted", "tag": "8cc68b82-c463-440e-a271-921dd2eb65de"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:31.876533 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fb1346-456d-4f16-822c-9d7e90e53d2c x-openstack-request-id: req-f8fb1346-456d-4f16-822c-9d7e90e53d2c {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:31.876835 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a1db54-4d81-456d-8e49-b04932c0b198", "name": "network-vif-deleted", "tag": "8cc68b82-c463-440e-a271-921dd2eb65de", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:31.877097 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8fb1346-456d-4f16-822c-9d7e90e53d2c {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:31.877497 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a1db54-4d81-456d-8e49-b04932c0b198', 'name': 'network-vif-deleted', 'tag': '8cc68b82-c463-440e-a271-921dd2eb65de', 'status': 'completed', 'code': 200} Mar 07 14:11:31.940596 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-71342704-5d1a-49c9-84ba-478c05923821 req-e50dbdf5-0042-427b-aca4-74ad7e3c05c5 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946114 Mar 07 14:11:32.369732 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3e7fccbf-b31a-4ce4-9208-4a6948d91717 req-e75faf06-8e31-4c61-b9cd-e7801794d4d5 tempest-VolumesSnapshotTestJSON-708504176 tempest-VolumesSnapshotTestJSON-708504176-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a1db54-4d81-456d-8e49-b04932c0b198 HTTP/1.1" status: 200 len: 210 time: 0.0284092 Mar 07 14:11:32.495297 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ab07-a24a-4bf6-895c-53ef1dce68d5 req-f7e253cb-124a-45ea-9286-22bb679ef3f6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:32.496761 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3216ab07-a24a-4bf6-895c-53ef1dce68d5 req-f7e253cb-124a-45ea-9286-22bb679ef3f6 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0513940 Mar 07 14:11:32.545744 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3216ab07-a24a-4bf6-895c-53ef1dce68d5 req-ee62bcb3-8803-4504-be45-96454d96ce73 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Mar 07 14:11:33.683083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24df589-9f9e-4152-9b99-b51cf60a7561 req-4d5d1c2d-9493-4e1d-be99-dcf198d7be0c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:33.684615 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d24df589-9f9e-4152-9b99-b51cf60a7561 req-4d5d1c2d-9493-4e1d-be99-dcf198d7be0c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0561178 Mar 07 14:11:33.732276 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d24df589-9f9e-4152-9b99-b51cf60a7561 req-863388a3-d3ba-4cce-a17d-24724faa1a39 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Mar 07 14:11:33.984750 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:11:34.084718 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:34.094883 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'mac_address': 'fa:16:3e:30:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:11:34.132040 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:34.132428 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:34.145808 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec993166-77ab-4b7a-833c-61ee68e22749 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:11:34.164839 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:34.167891 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:34.219155 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:34.426364 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['ec993166-77ab-4b7a-833c-61ee68e22749'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:11:34.862200 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fe02-7a49-4214-b65f-752acc8e5745 req-a3341368-887c-4450-a6db-554660a1b6e9 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:34.863905 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b35fe02-7a49-4214-b65f-752acc8e5745 req-a3341368-887c-4450-a6db-554660a1b6e9 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 944 time: 0.0587049 Mar 07 14:11:34.911629 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b35fe02-7a49-4214-b65f-752acc8e5745 req-79356a04-8a9d-4cef-b47c-3a709a62d530 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Mar 07 14:11:36.039498 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322d4e5-9370-4b68-a9dd-d2c010b4c10c req-353c2ba1-82e8-4c76-82fc-33a173582e2c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:36.040972 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d322d4e5-9370-4b68-a9dd-d2c010b4c10c req-353c2ba1-82e8-4c76-82fc-33a173582e2c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 944 time: 0.0577762 Mar 07 14:11:36.087978 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d322d4e5-9370-4b68-a9dd-d2c010b4c10c req-ecd62ecc-a37e-49b1-916d-4a18d5872b8d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Mar 07 14:11:36.728901 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:11:36.779615 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port ec993166-77ab-4b7a-833c-61ee68e22749 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:11:36.783235 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port ec993166-77ab-4b7a-833c-61ee68e22749 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:11:36.783641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:36.862024 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:36.862412 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:36.885623 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:36.887826 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b7979-c3ea-4ad7-8f5e-750e27361f39" -d '{"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-plugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:36.900992 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:36.904836 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:36.905821 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8cc68b82-c463-440e-a271-921dd2eb65de no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:11:36.933879 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb49c7c-6473-4616-98c8-4ce0ed883ecf x-openstack-request-id: req-7fb49c7c-6473-4616-98c8-4ce0ed883ecf {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:36.934203 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-plugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:36.934465 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fb49c7c-6473-4616-98c8-4ce0ed883ecf {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:36.934853 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'code': 200} Mar 07 14:11:36.953556 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 8cc68b82-c463-440e-a271-921dd2eb65de {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:11:36.953905 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 8cc68b82-c463-440e-a271-921dd2eb65de not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:11:36.976537 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:37.260904 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970185-5436-4d53-9ed2-f13a2368ef20 req-416e1e5a-806d-4d92-8ab1-8f65acdb899e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:37.262283 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-23970185-5436-4d53-9ed2-f13a2368ef20 req-416e1e5a-806d-4d92-8ab1-8f65acdb899e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0512097 Mar 07 14:11:37.308219 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-23970185-5436-4d53-9ed2-f13a2368ef20 req-54e40495-a510-4b17-9a96-419a3c9f643a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 Mar 07 14:11:37.828543 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980b3-27f0-43c4-aea0-664a3420eecc req-f39fd3de-31e1-4034-b881-29fd4fa8e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:37.830059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-969980b3-27f0-43c4-aea0-664a3420eecc req-f39fd3de-31e1-4034-b881-29fd4fa8e60c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1129 time: 0.0457616 Mar 07 14:11:37.878271 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-969980b3-27f0-43c4-aea0-664a3420eecc req-3378a50d-630f-4983-8012-c5e3dcd18d8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Mar 07 14:11:38.430863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32bfed-6990-4a7f-8850-ea482efd8c52 req-10751f0e-4d07-449b-aefb-926592f46c5a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:38.432385 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee32bfed-6990-4a7f-8850-ea482efd8c52 req-10751f0e-4d07-449b-aefb-926592f46c5a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0542324 Mar 07 14:11:38.479035 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee32bfed-6990-4a7f-8850-ea482efd8c52 req-a250b8e1-9486-4b16-b16e-207b43312d45 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Mar 07 14:11:39.603587 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054df75-a7b0-4790-871e-6fca265cee01 req-64147e21-9eef-4f34-b60c-a40ef042eab8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:39.605114 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5054df75-a7b0-4790-871e-6fca265cee01 req-64147e21-9eef-4f34-b60c-a40ef042eab8 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0541766 Mar 07 14:11:39.653152 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5054df75-a7b0-4790-871e-6fca265cee01 req-b2bc4041-957f-4b41-ad12-fa4876a1106b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Mar 07 14:11:39.775529 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918b13d-5106-4d61-b8b6-8bc83d6511b2 req-ee7a0e4f-a86a-4904-b81d-321a3bbb87c2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:39.776913 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b918b13d-5106-4d61-b8b6-8bc83d6511b2 req-ee7a0e4f-a86a-4904-b81d-321a3bbb87c2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0573199 Mar 07 14:11:39.785274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 34998) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:39.790099 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Request body: {'floatingip': {'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:39.830182 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (633c7db4-9291-4e72-8be6-955afc208509), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:40.522266 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:40.528163 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (633c7db4-9291-4e72-8be6-955afc208509), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:40.631573 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Floating IP 633c7db4-9291-4e72-8be6-955afc208509 associated. External IP: 172.27.3.110, port: ec993166-77ab-4b7a-833c-61ee68e22749. Mar 07 14:11:40.867526 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:11:40.979654 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:11:40.984987 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:40.990061 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:11:41.000488 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:11:41.001113 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:11:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:41.015290 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b19e7df8-9a08-415b-bd8c-032819696bed tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "PUT /v2.0/floatingips/633c7db4-9291-4e72-8be6-955afc208509 HTTP/1.1" status: 200 len: 991 time: 1.2289891 Mar 07 14:11:41.015907 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:41.018174 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11031ca6-0afd-4461-a960-8b7fcd4778c4" -d '{"events": [{"name": "network-changed", "server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:41.054536 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237532a9-28ef-4e82-9352-7302dd19002b x-openstack-request-id: req-237532a9-28ef-4e82-9352-7302dd19002b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:41.054831 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:41.055086 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-237532a9-28ef-4e82-9352-7302dd19002b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:41.055523 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'status': 'completed', 'code': 200} Mar 07 14:11:41.125069 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-a4d86e34-e799-4491-b80d-a54f76c6137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:41.126659 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-a4d86e34-e799-4491-b80d-a54f76c6137c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1129 time: 0.0481782 Mar 07 14:11:41.222876 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-ac4cd957-cf68-4404-afcb-c7855e6254a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:41.224395 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-ac4cd957-cf68-4404-afcb-c7855e6254a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.0916123 Mar 07 14:11:41.249214 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:11:41.331612 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-1fe3f98e-e95d-4c52-a95b-7f0741ceffec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 999 time: 0.1010678 Mar 07 14:11:41.382523 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-ea0e53c0-4c15-43ec-a931-7c78d6ae5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:41.384015 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-ea0e53c0-4c15-43ec-a931-7c78d6ae5f07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0467064 Mar 07 14:11:41.433860 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-31e3cb09-839b-4031-b351-2a1eb8ad0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:41.435442 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-31e3cb09-839b-4031-b351-2a1eb8ad0ee1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445349 Mar 07 14:11:41.473118 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '633c7db4-9291-4e72-8be6-955afc208509', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'mac_address': 'fa:16:3e:30:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:11:26Z', 'updated_at': '2022-03-07T14:11:40Z', 'revision_number': 1, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:41.502614 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:11:41.511609 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:11:41.512212 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:11:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:41.525309 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-a7dadad8-9d1e-4795-aaf0-b6ebac4aecff service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836637 Mar 07 14:11:41.620860 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11031ca6-0afd-4461-a960-8b7fcd4778c4 req-36f985ee-554f-4ea5-b163-e48e072b66be service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880632 Mar 07 14:11:41.621965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:11:41.850161 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '633c7db4-9291-4e72-8be6-955afc208509', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'mac_address': 'fa:16:3e:30:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:11:26Z', 'updated_at': '2022-03-07T14:11:40Z', 'revision_number': 1, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:41.881164 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47c4ae-202c-4c2f-b1b8-6e132159c8bd None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '633c7db4-9291-4e72-8be6-955afc208509', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'mac_address': 'fa:16:3e:30:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:11:26Z', 'updated_at': '2022-03-07T14:11:40Z', 'revision_number': 1, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:11:42.075414 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8af492-47d4-4f30-8870-a3d4457eabae None None] New status for floating IP 633c7db4-9291-4e72-8be6-955afc208509: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:11:47.455841 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ea7-12f5-45f6-a46c-a281c2ea3000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:49.815571 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2aaa269f-1acd-4621-a6a2-b98d91f0f79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:50.835529 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:52.181160 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:53.795586 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.383939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35102) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:54.426851 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Deleting subnet deef84bf-61c5-4dee-8e58-1228e39d9a7c {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:11:54.430414 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Publish callbacks [] for subnet (deef84bf-61c5-4dee-8e58-1228e39d9a7c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.462905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (deef84bf-61c5-4dee-8e58-1228e39d9a7c), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.504364 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (deef84bf-61c5-4dee-8e58-1228e39d9a7c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.555268 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (deef84bf-61c5-4dee-8e58-1228e39d9a7c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.580704 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deef84bf-61c5-4dee-8e58-1228e39d9a7c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:54.584489 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.587650 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1ba2afaf-2666-46ff-ad6a-146468104c96 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/deef84bf-61c5-4dee-8e58-1228e39d9a7c HTTP/1.1" status: 204 len: 168 time: 0.2026906 Mar 07 14:11:54.590026 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35104) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:54.656395 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (cc6e7af4-2ff5-4ac2-8278-317c07b380df), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.736402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (cc6e7af4-2ff5-4ac2-8278-317c07b380df), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.756690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6e7af4-2ff5-4ac2-8278-317c07b380df']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:54.765855 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8bf8f6-a09f-4848-9056-57d98ce898eb') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:54.766156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8bf8f6-a09f-4848-9056-57d98ce898eb') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:11:54.775451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (0f8bf8f6-a09f-4848-9056-57d98ce898eb), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.789226 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (0f8bf8f6-a09f-4848-9056-57d98ce898eb), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.795931 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:11:54.796318 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (0f8bf8f6-a09f-4848-9056-57d98ce898eb), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:11:54.798886 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:11:54.856606 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (cc6e7af4-2ff5-4ac2-8278-317c07b380df), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.863182 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:54.866925 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cc6e7af4-2ff5-4ac2-8278-317c07b380df HTTP/1.1" status: 204 len: 168 time: 0.2759895 Mar 07 14:11:54.879051 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc78d1d-789a-443a-8fa7-92ad9919db15 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6e7af4-2ff5-4ac2-8278-317c07b380df,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:55.026727 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35108) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:55.066415 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-813cfc09-7f2a-458b-b9d7-b4a45f661f85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=055439caad0842709ba1ab5c019031be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384431 Mar 07 14:11:55.068782 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35110) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:55.114835 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f44e0148-a955-4344-b7f4-3182c9c98728 admin admin] Publish callbacks [] for security_group (f68cad33-36de-4332-b77f-837663ab5d97), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:55.138715 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f44e0148-a955-4344-b7f4-3182c9c98728 admin admin] Publish callbacks [] for security_group (f68cad33-36de-4332-b77f-837663ab5d97), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:55.185689 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f44e0148-a955-4344-b7f4-3182c9c98728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (f68cad33-36de-4332-b77f-837663ab5d97), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:55.188280 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f44e0148-a955-4344-b7f4-3182c9c98728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:55.189418 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f44e0148-a955-4344-b7f4-3182c9c98728 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f68cad33-36de-4332-b77f-837663ab5d97 HTTP/1.1" status: 204 len: 168 time: 0.1197245 Mar 07 14:11:55.196825 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e0148-a955-4344-b7f4-3182c9c98728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68cad33-36de-4332-b77f-837663ab5d97,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:59.007372 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:06.137088 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:12:09.769324 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-39e91874-bd7e-484b-9250-e22f521040e9 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457082506&fields=id&tenant_id=492a3eaff7a14289b6bdb85b092f6724 HTTP/1.1" status: 200 len: 267 time: 0.0487294 Mar 07 14:12:09.826030 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-bdb111d7-bf38-41b6-9532-08c9305348db tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:09.827533 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-bdb111d7-bf38-41b6-9532-08c9305348db tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 985 time: 0.0528605 Mar 07 14:12:09.838334 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Request body: {'port': {'security_groups': ['b5858c58-004d-46f8-b1ef-bb61acf23180']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:12:09.920461 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.096923 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:10.125752 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.130056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.150515 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['42c299cf-c090-4682-8024-45e1b4eae9b1'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:12:10.175669 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:10.176315 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.177751 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05c5079d-70fb-4738-85c6-538db2b7a050 req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "PUT /v2.0/ports/42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 943 time: 0.3440988 Mar 07 14:12:10.178767 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:10.180613 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:10.184037 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35234) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:10.212921 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event updated for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=7']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:10.221866 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.222335 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.223123 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.223508 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.223856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.224194 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.225567 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.225969 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.228915 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.229413 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.229768 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.230124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.230450 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bca6dc-34b6-442d-bbc6-82e3f95105af tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.271944 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group (34884e72-485b-4c7f-b260-8d32adb2bb4a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.302322 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group (34884e72-485b-4c7f-b260-8d32adb2bb4a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.311450 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['42c299cf-c090-4682-8024-45e1b4eae9b1'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:12:10.380092 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (34884e72-485b-4c7f-b260-8d32adb2bb4a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.380257 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b91a14-cb01-4abd-aed4-9830da5be93a x-openstack-request-id: req-e3b91a14-cb01-4abd-aed4-9830da5be93a {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:10.380566 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:10.380737 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3b91a14-cb01-4abd-aed4-9830da5be93a {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:10.382059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'status': 'completed', 'code': 200} Mar 07 14:12:10.386003 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.392223 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35240) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:10.394117 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "DELETE /v2.0/security-groups/34884e72-485b-4c7f-b260-8d32adb2bb4a HTTP/1.1" status: 204 len: 168 time: 0.2071834 Mar 07 14:12:10.409849 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34884e72-485b-4c7f-b260-8d32adb2bb4a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:10.421059 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.421277 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.421763 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.422171 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.422961 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.424037 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.424643 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.425323 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.426554 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.427019 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.427855 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.428762 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.429577 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02717f47-131e-491c-9c2f-a82805c6aefd tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:10.527399 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-2ab9b55e-e472-45d3-802e-58c3d582b584 None None] Provisioning complete for port 42c299cf-c090-4682-8024-45e1b4eae9b1 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:12:10.527786 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b55e-e472-45d3-802e-58c3d582b584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.530549 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-c76fd8bc-7a50-4285-bb40-b53c198c3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:10.532070 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-c76fd8bc-7a50-4285-bb40-b53c198c3ebd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1130 time: 0.0998628 Mar 07 14:12:10.604684 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9b55e-e472-45d3-802e-58c3d582b584 None None] Current status of the port 42c299cf-c090-4682-8024-45e1b4eae9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:10.661024 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-97c67af2-c7c9-4156-9d10-22086759402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:10.662708 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-97c67af2-c7c9-4156-9d10-22086759402f service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.1167202 Mar 07 14:12:10.664906 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Deleting port f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:10.665251 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.777235 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-044b75e2-b7c9-4dd7-a06a-4f74cfd0862d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 1002 time: 0.1005173 Mar 07 14:12:10.799126 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.799492 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for floatingip (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:10.831506 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Calling delete_port for f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:10.854324 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-0e1c48ca-f078-4b2b-9a28-f76298013484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:10.855843 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-0e1c48ca-f078-4b2b-9a28-f76298013484 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.0672772 Mar 07 14:12:10.977227 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-6557791a-5a92-464f-9009-89cc8f8778af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:10.978725 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-6557791a-5a92-464f-9009-89cc8f8778af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882375 Mar 07 14:12:11.110754 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-d527b27b-f788-4afd-b97f-b5538d24c4bd service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253583 Mar 07 14:12:11.137991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:11.201814 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event deleted for resources: {'Port': ['ID=f16544b8-7cf2-46bf-9a4c-ddd55fb0bc98,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:11.273917 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a77af5f8-92e0-4e7b-b9a1-d0cc9e2df1ba req-32cc993c-cb93-4160-a48c-80133d635efc service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555884 Mar 07 14:12:11.278571 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks [] for floatingip (42e0fa63-5dbf-4b7d-a370-d22d3006c9cd), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:11.278903 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Floating IP 42e0fa63-5dbf-4b7d-a370-d22d3006c9cd disassociated (deleted). External IP: 172.27.3.101, port: 42c299cf-c090-4682-8024-45e1b4eae9b1. Mar 07 14:12:11.716515 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Router c5b45e47-b62f-454c-85e3-94683b6917a7 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:12:11.825616 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:12:11.830477 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:11.836551 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] Sync routers for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:12:11.846951 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:11.847604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:11:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:11.859444 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-60459cbf-187e-40c9-9ce6-5db7d8222534 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "DELETE /v2.0/floatingips/42e0fa63-5dbf-4b7d-a370-d22d3006c9cd HTTP/1.1" status: 204 len: 168 time: 1.4659510 Mar 07 14:12:11.965695 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:12.203178 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:12.237835 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] Checking router: c5b45e47-b62f-454c-85e3-94683b6917a7 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:12:12.247563 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:12.248172 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:11:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:12.357431 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:12.383307 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:12.386261 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d28c1-1ccf-4614-90a4-23bb9afefb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:12.428149 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682abee4-9577-4438-9e89-649435ddaa07 x-openstack-request-id: req-682abee4-9577-4438-9e89-649435ddaa07 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:12.429004 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:12.429250 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-682abee4-9577-4438-9e89-649435ddaa07 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:12.429658 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'status': 'completed', 'code': 200} Mar 07 14:12:12.499835 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-11bcd4ba-31b8-4800-946a-57342452f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:12.501267 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-11bcd4ba-31b8-4800-946a-57342452f947 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=492a3eaff7a14289b6bdb85b092f6724&device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 1130 time: 0.0489812 Mar 07 14:12:12.556107 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:12.586895 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2877fa3-199b-4fce-b599-0fd39aa53194 None None] The sync data for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi is: [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 4, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '3c685214-374c-472f-a05c-c8749a5e87d9', 'name': '', 'network_id': 'dfb00c47-f397-489f-93ca-001418f802d4', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'mac_address': 'fa:16:3e:0e:e0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:19Z', 'updated_at': '2022-03-07T14:08:26Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'subnets': [{'id': '1aa803dc-04f9-4d00-ad1f-2e321ab35113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:12:12.591478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-7deab148-4dda-4839-9050-6bb763b32c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:12.592938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-7deab148-4dda-4839-9050-6bb763b32c83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 200 len: 916 time: 0.0847638 Mar 07 14:12:12.643459 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-3535aafd-a87b-44cf-a17b-0dd44ba94636 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 200 len: 217 time: 0.0413344 Mar 07 14:12:12.695129 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-efd575d0-8ffe-476d-af80-ebd71a9f2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:12.696741 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-efd575d0-8ffe-476d-af80-ebd71a9f2eab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 200 len: 854 time: 0.0457871 Mar 07 14:12:12.751270 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-8e077ec2-fd5b-413d-9489-221e860cc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:12.752873 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-8e077ec2-fd5b-413d-9489-221e860cc6ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb00c47-f397-489f-93ca-001418f802d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494831 Mar 07 14:12:12.816616 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db94cb5-2af5-421a-a444-2fd406ee51dc None None] New status for floating IP 42e0fa63-5dbf-4b7d-a370-d22d3006c9cd: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:12:12.850293 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-aec803c5-5c5f-4d61-84ed-89b3b7d13723 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901952 Mar 07 14:12:12.953924 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-013d28c1-1ccf-4614-90a4-23bb9afefb5b req-8a2e2ceb-3d60-4fb9-a5cf-d1530bbb1258 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961742 Mar 07 14:12:13.263632 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35276) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:13.369427 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f4653c9a-4ae0-434e-bc24-3a74fc6724c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.448486 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f4653c9a-4ae0-434e-bc24-3a74fc6724c0 admin admin] Publish callbacks [] for security_group (a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.451995 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f4653c9a-4ae0-434e-bc24-3a74fc6724c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.493042 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f4653c9a-4ae0-434e-bc24-3a74fc6724c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba19476abd8d4576bc265dcaaf0de693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283454 Mar 07 14:12:13.493915 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653c9a-4ae0-434e-bc24-3a74fc6724c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:13.495690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35284) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:13.545072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b515fcd2-29c9-44db-89c8-21ef345814ae admin admin] Publish callbacks [] for security_group (a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.566517 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b515fcd2-29c9-44db-89c8-21ef345814ae admin admin] Publish callbacks [] for security_group (a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.626390 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b515fcd2-29c9-44db-89c8-21ef345814ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.629645 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b515fcd2-29c9-44db-89c8-21ef345814ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:13.630922 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b515fcd2-29c9-44db-89c8-21ef345814ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e HTTP/1.1" status: 204 len: 168 time: 0.1342101 Mar 07 14:12:13.639075 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515fcd2-29c9-44db-89c8-21ef345814ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a480b7d6-9bbc-474e-84b5-bf6cb9a95f4e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:14.632284 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c28a0b-0553-4c35-90c7-a14367d7993f req-5fd069c2-7314-4377-8594-6532aa8c48bc tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:14.633776 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-30c28a0b-0553-4c35-90c7-a14367d7993f req-5fd069c2-7314-4377-8594-6532aa8c48bc tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.0528646 Mar 07 14:12:14.681084 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-30c28a0b-0553-4c35-90c7-a14367d7993f req-b3972d25-8e42-4c84-8843-4bcdf1f07890 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 Mar 07 14:12:15.798544 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc078b-c324-4a75-ba5b-18f0bb23e5f4 req-6b2b1b89-e169-4d7f-93e2-604dd105f4da tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:15.800047 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6bcc078b-c324-4a75-ba5b-18f0bb23e5f4 req-6b2b1b89-e169-4d7f-93e2-604dd105f4da tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.0525384 Mar 07 14:12:15.847320 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6bcc078b-c324-4a75-ba5b-18f0bb23e5f4 req-43a607e8-fbe0-498e-be67-38d7d585f4e4 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5858c58-004d-46f8-b1ef-bb61acf23180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Mar 07 14:12:16.585083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6013-074a-4ba3-aa42-474a09f5807a req-bae8f064-425b-4372-a33c-f0fa541caaf7 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:16.586515 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-143e6013-074a-4ba3-aa42-474a09f5807a req-bae8f064-425b-4372-a33c-f0fa541caaf7 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 946 time: 0.0545230 Mar 07 14:12:16.679164 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Deleting port 42c299cf-c090-4682-8024-45e1b4eae9b1 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:16.679525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:16.768737 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] For port 42c299cf-c090-4682-8024-45e1b4eae9b1, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=42c299cf-c090-4682-8024-45e1b4eae9b1,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:16.769097 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:16.780659 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Calling delete_port for 42c299cf-c090-4682-8024-45e1b4eae9b1 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:16.906490 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (42c299cf-c090-4682-8024-45e1b4eae9b1), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:16.919163 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['42c299cf-c090-4682-8024-45e1b4eae9b1'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:12:16.948965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Pushing event deleted for resources: {'Port': ['ID=42c299cf-c090-4682-8024-45e1b4eae9b1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:16.972548 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f60d97f-e85a-488b-a748-c47a4321badf req-a5a9e65a-4a2d-467f-9e11-66242aa97445 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddcd8496-385e-4a0b-b4f2-1940521fe678 HTTP/1.1" status: 200 len: 210 time: 0.0547884 Mar 07 14:12:17.010146 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] No DVR routers for this DVR port 42c299cf-c090-4682-8024-45e1b4eae9b1 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:12:17.012731 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:17.015995 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-143e6013-074a-4ba3-aa42-474a09f5807a req-80a90d4e-7151-4587-966e-9bbca3188144 tempest-TestMinimumBasicScenario-653633519 tempest-TestMinimumBasicScenario-653633519-project] 10.222.0.23 "DELETE /v2.0/ports/42c299cf-c090-4682-8024-45e1b4eae9b1 HTTP/1.1" status: 204 len: 173 time: 0.4225290 Mar 07 14:12:17.016456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'name': 'network-vif-deleted', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:17.018649 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba75e1-2175-45d0-8c73-541e3c5f2e49" -d '{"events": [{"server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "name": "network-vif-deleted", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:17.058606 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5f4213-b8ed-4a33-8a53-ee7826c548e6 x-openstack-request-id: req-fe5f4213-b8ed-4a33-8a53-ee7826c548e6 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:17.058903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcd8496-385e-4a0b-b4f2-1940521fe678", "name": "network-vif-deleted", "tag": "42c299cf-c090-4682-8024-45e1b4eae9b1", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:17.059160 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe5f4213-b8ed-4a33-8a53-ee7826c548e6 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:17.059599 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcd8496-385e-4a0b-b4f2-1940521fe678', 'name': 'network-vif-deleted', 'tag': '42c299cf-c090-4682-8024-45e1b4eae9b1', 'status': 'completed', 'code': 200} Mar 07 14:12:17.457689 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-27664860-2ada-463c-9422-918ffa812e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:18.587933 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35348) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:19.013965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (c5b45e47-b62f-454c-85e3-94683b6917a7), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.305548 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Deleting port 3c685214-374c-472f-a05c-c8749a5e87d9 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:19.305804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.380851 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] For port 3c685214-374c-472f-a05c-c8749a5e87d9, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3c685214-374c-472f-a05c-c8749a5e87d9,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:19.381217 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.395711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Calling delete_port for 3c685214-374c-472f-a05c-c8749a5e87d9 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:19.571758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (3c685214-374c-472f-a05c-c8749a5e87d9), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.596579 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c685214-374c-472f-a05c-c8749a5e87d9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:19.763135 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (c5b45e47-b62f-454c-85e3-94683b6917a7), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.821019 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52fada41-5ecb-4594-b13c-86e00fe4bebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.983668 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Router c5b45e47-b62f-454c-85e3-94683b6917a7 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:12:20.091816 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:12:20.096751 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-11efee83-f077-473d-a7b1-f6a28c3e9118 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5b45e47-b62f-454c-85e3-94683b6917a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078015 Mar 07 14:12:20.099443 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35350) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:20.100198 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] Sync routers for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:12:20.110350 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:20.111065 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:20.191245 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 42c299cf-c090-4682-8024-45e1b4eae9b1 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:20.350407 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 42c299cf-c090-4682-8024-45e1b4eae9b1 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:20.350664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 42c299cf-c090-4682-8024-45e1b4eae9b1 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:20.377548 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:20.457568 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks [] for router (c5b45e47-b62f-454c-85e3-94683b6917a7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:20.557760 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:12:19Z', 'revision_number': 5, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port': {'id': 'c28f925e-b3a1-4514-a027-238f49131c37', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:17Z', 'updated_at': '2022-03-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:20.560571 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks [] for router_gateway (c5b45e47-b62f-454c-85e3-94683b6917a7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:20.585626 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] Checking router: c5b45e47-b62f-454c-85e3-94683b6917a7 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:12:20.595053 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] Routers {'c5b45e47-b62f-454c-85e3-94683b6917a7'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:20.595864 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['c5b45e47-b62f-454c-85e3-94683b6917a7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:20.617198 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Deleting port c28f925e-b3a1-4514-a027-238f49131c37 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:20.617446 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (c28f925e-b3a1-4514-a027-238f49131c37), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:20.686323 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] Set router c5b45e47-b62f-454c-85e3-94683b6917a7 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:20.696902 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] For port c28f925e-b3a1-4514-a027-238f49131c37, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c28f925e-b3a1-4514-a027-238f49131c37,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:20.697266 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (c28f925e-b3a1-4514-a027-238f49131c37), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:20.709303 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Calling delete_port for c28f925e-b3a1-4514-a027-238f49131c37 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:20.740961 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:12:20Z', 'revision_number': 6, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:20.766748 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b35e1-d3dd-4644-b2b8-2bb511fbef32 None None] The sync data for ids ['c5b45e47-b62f-454c-85e3-94683b6917a7'] in dv-cinder-827554-2-iscsi is: [{'id': 'c5b45e47-b62f-454c-85e3-94683b6917a7', 'name': 'tempest-TestMinimumBasicScenario-1069412968-router', 'tenant_id': '492a3eaff7a14289b6bdb85b092f6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:16Z', 'updated_at': '2022-03-07T14:12:20Z', 'revision_number': 6, 'project_id': '492a3eaff7a14289b6bdb85b092f6724', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:12:20.838231 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:20.883840 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (c28f925e-b3a1-4514-a027-238f49131c37), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:20.911478 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28f925e-b3a1-4514-a027-238f49131c37,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:20.974493 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (c5b45e47-b62f-454c-85e3-94683b6917a7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.078607 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (c5b45e47-b62f-454c-85e3-94683b6917a7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.080654 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks [] for router_controller (c5b45e47-b62f-454c-85e3-94683b6917a7), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.147210 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (c5b45e47-b62f-454c-85e3-94683b6917a7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.147918 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5b45e47-b62f-454c-85e3-94683b6917a7 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:12:21.152707 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.153893 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-806cbb34-6077-4b21-9a20-c732a171b3e0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5b45e47-b62f-454c-85e3-94683b6917a7 HTTP/1.1" status: 204 len: 168 time: 1.0529830 Mar 07 14:12:21.156429 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35352) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:21.205127 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Deleting subnet 1aa803dc-04f9-4d00-ad1f-2e321ab35113 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:12:21.208370 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Publish callbacks [] for subnet (1aa803dc-04f9-4d00-ad1f-2e321ab35113), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.246596 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (1aa803dc-04f9-4d00-ad1f-2e321ab35113), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.354446 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (1aa803dc-04f9-4d00-ad1f-2e321ab35113), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.405423 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (1aa803dc-04f9-4d00-ad1f-2e321ab35113), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.434992 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa803dc-04f9-4d00-ad1f-2e321ab35113,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:21.438688 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.442044 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bd9eba62-1900-4b7b-8bd8-71f28030c3ba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1aa803dc-04f9-4d00-ad1f-2e321ab35113 HTTP/1.1" status: 204 len: 168 time: 0.2843306 Mar 07 14:12:21.444679 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35354) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:21.446390 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e82e6-4d50-4c0b-94de-14c6165b22a8 None None] Network dfb00c47-f397-489f-93ca-001418f802d4 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:12:21.513844 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (dfb00c47-f397-489f-93ca-001418f802d4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.574688 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Deleting port 9716eac0-4247-4584-92b8-de33bcf6364b {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:21.575027 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.614837 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] DHCP port deletion for dfb00c47-f397-489f-93ca-001418f802d4 request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:12:21.644694 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] For port 9716eac0-4247-4584-92b8-de33bcf6364b, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=9716eac0-4247-4584-92b8-de33bcf6364b,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:21.645059 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.658595 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Calling delete_port for 9716eac0-4247-4584-92b8-de33bcf6364b owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:21.662787 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Deleting port 9716eac0-4247-4584-92b8-de33bcf6364b {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:21.663162 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.730541 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] For port 9716eac0-4247-4584-92b8-de33bcf6364b, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=9716eac0-4247-4584-92b8-de33bcf6364b,segment=NetworkSegment(2af5560a-efb9-46a2-b8fe-c9369eb17c2c),segment_id=2af5560a-efb9-46a2-b8fe-c9369eb17c2c)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:21.730933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.744130 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Calling delete_port for 9716eac0-4247-4584-92b8-de33bcf6364b owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:21.745370 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.774323 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9716eac0-4247-4584-92b8-de33bcf6364b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:21.779442 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] No DVR routers for this DVR port 9716eac0-4247-4584-92b8-de33bcf6364b on host dv-cinder-827554-2-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:12:21.859622 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (dfb00c47-f397-489f-93ca-001418f802d4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.870167 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (9716eac0-4247-4584-92b8-de33bcf6364b), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.886910 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb00c47-f397-489f-93ca-001418f802d4']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:21.896081 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Pushing event deleted for resources: {'Port': ['ID=9716eac0-4247-4584-92b8-de33bcf6364b,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:21.897377 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af5560a-efb9-46a2-b8fe-c9369eb17c2c') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:21.897920 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af5560a-efb9-46a2-b8fe-c9369eb17c2c') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:21.900333 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] No DVR routers for this DVR port 9716eac0-4247-4584-92b8-de33bcf6364b on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:12:21.905917 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.906300 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.906670 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.907045 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.907408 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.907766 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.908100 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.908428 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.908813 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.909105 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.909410 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (2af5560a-efb9-46a2-b8fe-c9369eb17c2c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.909510 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.909748 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.910080 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1cf61f-d6c4-4ee3-8ec1-dc4ea1df51b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:12:21.924085 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (2af5560a-efb9-46a2-b8fe-c9369eb17c2c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.930924 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:12:21.931875 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (2af5560a-efb9-46a2-b8fe-c9369eb17c2c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:12:21.933212 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:12:21.995382 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (dfb00c47-f397-489f-93ca-001418f802d4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.002072 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.005425 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dfb00c47-f397-489f-93ca-001418f802d4 HTTP/1.1" status: 204 len: 168 time: 0.5597999 Mar 07 14:12:22.008928 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35356) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:22.016436 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9c87e-7c06-4593-b67e-3106cbc71d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb00c47-f397-489f-93ca-001418f802d4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:22.043507 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3c685214-374c-472f-a05c-c8749a5e87d9 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:22.063763 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 3c685214-374c-472f-a05c-c8749a5e87d9 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:22.064109 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3c685214-374c-472f-a05c-c8749a5e87d9 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:22.064521 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c28f925e-b3a1-4514-a027-238f49131c37 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:22.083057 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: c28f925e-b3a1-4514-a027-238f49131c37 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:22.083427 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c28f925e-b3a1-4514-a027-238f49131c37 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:22.084358 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 9716eac0-4247-4584-92b8-de33bcf6364b no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:22.106734 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 9716eac0-4247-4584-92b8-de33bcf6364b {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:22.107153 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 9716eac0-4247-4584-92b8-de33bcf6364b not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:22.190134 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.597268 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (503df5e6-886c-4ee0-a9da-b34755416d10), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.836713 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Deleting port df382815-4af0-4164-88c5-fd24c810aafa {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:22.837056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (df382815-4af0-4164-88c5-fd24c810aafa), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.916626 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] For port df382815-4af0-4164-88c5-fd24c810aafa, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=df382815-4af0-4164-88c5-fd24c810aafa,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:22.916994 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (df382815-4af0-4164-88c5-fd24c810aafa), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.928681 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Calling delete_port for df382815-4af0-4164-88c5-fd24c810aafa owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:23.104156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (df382815-4af0-4164-88c5-fd24c810aafa), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:23.129890 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Pushing event deleted for resources: {'Port': ['ID=df382815-4af0-4164-88c5-fd24c810aafa,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:23.296067 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (503df5e6-886c-4ee0-a9da-b34755416d10), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:23.514015 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Router 503df5e6-886c-4ee0-a9da-b34755416d10 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:12:23.622857 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:12:23.630954 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35358) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:23.631686 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a27f6513-e1a5-440a-894b-7330984835fe admin admin] 10.222.0.31 "PUT /v2.0/routers/503df5e6-886c-4ee0-a9da-b34755416d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6203923 Mar 07 14:12:23.639659 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] Sync routers for ids ['503df5e6-886c-4ee0-a9da-b34755416d10'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:12:23.653152 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] Routers {'503df5e6-886c-4ee0-a9da-b34755416d10'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:23.653768 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['503df5e6-886c-4ee0-a9da-b34755416d10'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:23.741676 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks [] for router (503df5e6-886c-4ee0-a9da-b34755416d10), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:23.759766 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] Set router 503df5e6-886c-4ee0-a9da-b34755416d10 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:23.799240 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:23.850363 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks [] for router_gateway (503df5e6-886c-4ee0-a9da-b34755416d10), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:23.904227 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Deleting port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:23.904568 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:23.935582 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:12:23Z', 'revision_number': 5, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port': {'id': '6d4c9f0a-3bb7-42d4-880b-81abd9020afb', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:25Z', 'updated_at': '2022-03-07T14:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:23.962516 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] Checking router: 503df5e6-886c-4ee0-a9da-b34755416d10 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:12:23.970895 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] Routers {'503df5e6-886c-4ee0-a9da-b34755416d10'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:23.972621 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['503df5e6-886c-4ee0-a9da-b34755416d10'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:23.991663 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] For port 6d4c9f0a-3bb7-42d4-880b-81abd9020afb, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:23.992035 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.007149 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Calling delete_port for 6d4c9f0a-3bb7-42d4-880b-81abd9020afb owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:24.063674 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] Set router 503df5e6-886c-4ee0-a9da-b34755416d10 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:24.120149 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:12:23Z', 'revision_number': 6, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:24.148338 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5746c4b-266e-4735-8199-9c9c1563000b None None] The sync data for ids ['503df5e6-886c-4ee0-a9da-b34755416d10'] in dv-cinder-827554-2-iscsi is: [{'id': '503df5e6-886c-4ee0-a9da-b34755416d10', 'name': 'tempest-TestMinimumBasicScenario-1458054210-router', 'tenant_id': 'e69ebb070d524645a2e18f59ada37b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:24Z', 'updated_at': '2022-03-07T14:12:23Z', 'revision_number': 6, 'project_id': 'e69ebb070d524645a2e18f59ada37b9b', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:12:24.178116 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (6d4c9f0a-3bb7-42d4-880b-81abd9020afb), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.204379 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4c9f0a-3bb7-42d4-880b-81abd9020afb,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:24.266579 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (503df5e6-886c-4ee0-a9da-b34755416d10), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.360054 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (503df5e6-886c-4ee0-a9da-b34755416d10), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.362083 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks [] for router_controller (503df5e6-886c-4ee0-a9da-b34755416d10), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.406044 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (503df5e6-886c-4ee0-a9da-b34755416d10), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.406780 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503df5e6-886c-4ee0-a9da-b34755416d10 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:12:24.411442 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.412836 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-28a30e9b-4c2e-482a-b398-a29e19c1c3cd admin admin] 10.222.0.31 "DELETE /v2.0/routers/503df5e6-886c-4ee0-a9da-b34755416d10 HTTP/1.1" status: 204 len: 168 time: 0.7806246 Mar 07 14:12:24.415570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35360) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:24.459627 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Deleting subnet ec73755c-067e-495a-b5da-c95553aeb093 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:12:24.462581 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Publish callbacks [] for subnet (ec73755c-067e-495a-b5da-c95553aeb093), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.502081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (ec73755c-067e-495a-b5da-c95553aeb093), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.611432 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (ec73755c-067e-495a-b5da-c95553aeb093), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.664287 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (ec73755c-067e-495a-b5da-c95553aeb093), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.694983 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec73755c-067e-495a-b5da-c95553aeb093,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:24.700598 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.704758 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-684c8168-b600-4962-a796-d07f7a2007f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ec73755c-067e-495a-b5da-c95553aeb093 HTTP/1.1" status: 204 len: 168 time: 0.2881567 Mar 07 14:12:24.705489 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702e843-4a4a-47ec-b04d-82a4d89fa568 None None] Network df10bab4-5d53-4253-be8b-3ad699c1ffed requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:12:24.707228 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35362) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:24.776526 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (df10bab4-5d53-4253-be8b-3ad699c1ffed), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.829670 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Deleting port c9f224a9-74e4-4dad-b422-53a75325d689 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:24.830020 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.892797 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c12f6-aced-4119-8997-3e41848802bc None None] DHCP port deletion for df10bab4-5d53-4253-be8b-3ad699c1ffed request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:12:24.897467 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] For port c9f224a9-74e4-4dad-b422-53a75325d689, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9f224a9-74e4-4dad-b422-53a75325d689,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:24.897836 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.910342 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Calling delete_port for c9f224a9-74e4-4dad-b422-53a75325d689 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:24.947124 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-121c12f6-aced-4119-8997-3e41848802bc None None] Deleting port c9f224a9-74e4-4dad-b422-53a75325d689 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:24.947569 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-121c12f6-aced-4119-8997-3e41848802bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:24.991387 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.018316 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-121c12f6-aced-4119-8997-3e41848802bc None None] For port c9f224a9-74e4-4dad-b422-53a75325d689, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9f224a9-74e4-4dad-b422-53a75325d689,segment=NetworkSegment(6daeba8a-5283-496f-b94e-60ba7c5c2b12),segment_id=6daeba8a-5283-496f-b94e-60ba7c5c2b12)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:25.018722 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-121c12f6-aced-4119-8997-3e41848802bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.020843 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f224a9-74e4-4dad-b422-53a75325d689,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:25.025095 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] No DVR routers for this DVR port c9f224a9-74e4-4dad-b422-53a75325d689 on host dv-cinder-827554-2-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:12:25.039033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-121c12f6-aced-4119-8997-3e41848802bc None None] Calling delete_port for c9f224a9-74e4-4dad-b422-53a75325d689 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:25.096719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (df10bab4-5d53-4253-be8b-3ad699c1ffed), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.116094 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-121c12f6-aced-4119-8997-3e41848802bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (c9f224a9-74e4-4dad-b422-53a75325d689), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.118588 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df10bab4-5d53-4253-be8b-3ad699c1ffed']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:25.128082 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daeba8a-5283-496f-b94e-60ba7c5c2b12') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:25.128457 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daeba8a-5283-496f-b94e-60ba7c5c2b12') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:25.139912 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (6daeba8a-5283-496f-b94e-60ba7c5c2b12), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.142424 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c12f6-aced-4119-8997-3e41848802bc None None] Pushing event deleted for resources: {'Port': ['ID=c9f224a9-74e4-4dad-b422-53a75325d689,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:25.149932 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c12f6-aced-4119-8997-3e41848802bc None None] No DVR routers for this DVR port c9f224a9-74e4-4dad-b422-53a75325d689 on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:12:25.160856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (6daeba8a-5283-496f-b94e-60ba7c5c2b12), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.170415 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:12:25.170832 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (6daeba8a-5283-496f-b94e-60ba7c5c2b12), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:12:25.172609 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:12:25.233398 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (df10bab4-5d53-4253-be8b-3ad699c1ffed), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.239131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.245246 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] 10.222.0.31 "DELETE /v2.0/networks/df10bab4-5d53-4253-be8b-3ad699c1ffed HTTP/1.1" status: 204 len: 168 time: 0.5344505 Mar 07 14:12:25.256574 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971b8e3-286e-45b7-855b-67e226a4e166 admin admin] Pushing event deleted for resources: {'Network': ['ID=df10bab4-5d53-4253-be8b-3ad699c1ffed,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:25.422269 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35372) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:25.481833 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8ca8-c3b8-4564-9ecf-607d0adf6e45 req-8ce84736-b291-4480-a2c4-daa6761805d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:25.483314 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-100c8ca8-c3b8-4564-9ecf-607d0adf6e45 req-8ce84736-b291-4480-a2c4-daa6761805d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0894961 Mar 07 14:12:25.485993 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-41bf1868-f835-43d4-90ed-99b0c00924cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=492a3eaff7a14289b6bdb85b092f6724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627048 Mar 07 14:12:25.488521 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35374) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:25.563011 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-100c8ca8-c3b8-4564-9ecf-607d0adf6e45 req-08b88552-9285-477b-a960-7ec96c8bf4b8 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678499 Mar 07 14:12:25.572216 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1f06-a52b-4bea-9a47-6a7119465d01 admin admin] Publish callbacks [] for security_group (b5858c58-004d-46f8-b1ef-bb61acf23180), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.594547 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1f06-a52b-4bea-9a47-6a7119465d01 admin admin] Publish callbacks [] for security_group (b5858c58-004d-46f8-b1ef-bb61acf23180), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.644530 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1f06-a52b-4bea-9a47-6a7119465d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (b5858c58-004d-46f8-b1ef-bb61acf23180), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.647229 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1f06-a52b-4bea-9a47-6a7119465d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:25.648426 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0a0a1f06-a52b-4bea-9a47-6a7119465d01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5858c58-004d-46f8-b1ef-bb61acf23180 HTTP/1.1" status: 204 len: 168 time: 0.1590235 Mar 07 14:12:25.661380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a1f06-a52b-4bea-9a47-6a7119465d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5858c58-004d-46f8-b1ef-bb61acf23180,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:26.001674 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35388) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:26.028953 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device df382815-4af0-4164-88c5-fd24c810aafa no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:26.044140 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-884e1b01-7f9f-42d0-947c-2c8ee31c8ce4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e69ebb070d524645a2e18f59ada37b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412707 Mar 07 14:12:26.046788 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35390) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:26.051832 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: df382815-4af0-4164-88c5-fd24c810aafa {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:26.052180 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device df382815-4af0-4164-88c5-fd24c810aafa not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:26.053079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6d4c9f0a-3bb7-42d4-880b-81abd9020afb no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:26.072256 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 6d4c9f0a-3bb7-42d4-880b-81abd9020afb {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:26.072597 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6d4c9f0a-3bb7-42d4-880b-81abd9020afb not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:26.073005 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9f224a9-74e4-4dad-b422-53a75325d689 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:26.091134 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: c9f224a9-74e4-4dad-b422-53a75325d689 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:26.091510 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9f224a9-74e4-4dad-b422-53a75325d689 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:26.098465 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa38e5f-cdf1-4781-bc1b-1222ac2d3c1f admin admin] Publish callbacks [] for security_group (4a0a089b-f947-4eda-be09-961e15a5bcae), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:26.121523 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa38e5f-cdf1-4781-bc1b-1222ac2d3c1f admin admin] Publish callbacks [] for security_group (4a0a089b-f947-4eda-be09-961e15a5bcae), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:26.173961 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa38e5f-cdf1-4781-bc1b-1222ac2d3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4a0a089b-f947-4eda-be09-961e15a5bcae), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:26.176857 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fa38e5f-cdf1-4781-bc1b-1222ac2d3c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:26.178672 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4fa38e5f-cdf1-4781-bc1b-1222ac2d3c1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a0a089b-f947-4eda-be09-961e15a5bcae HTTP/1.1" status: 204 len: 168 time: 0.1310620 Mar 07 14:12:26.186325 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa38e5f-cdf1-4781-bc1b-1222ac2d3c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a089b-f947-4eda-be09-961e15a5bcae,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:26.681607 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc37cd-e311-4f77-a4cd-4d4a0174b082 req-f2e2f789-3c26-4e2b-8e99-de53a5ba4ce3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:26.683063 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d8fc37cd-e311-4f77-a4cd-4d4a0174b082 req-f2e2f789-3c26-4e2b-8e99-de53a5ba4ce3 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0527735 Mar 07 14:12:26.730582 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d8fc37cd-e311-4f77-a4cd-4d4a0174b082 req-84ceaf9a-8f96-4b29-bcd3-a41b2439ec37 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Mar 07 14:12:27.788287 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804eb39-3e6a-4e62-9a39-30a92299ea4d req-6cd68c11-37d1-4db2-bdeb-387bf938f41f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:27.789771 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8804eb39-3e6a-4e62-9a39-30a92299ea4d req-6cd68c11-37d1-4db2-bdeb-387bf938f41f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0571270 Mar 07 14:12:27.865238 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8804eb39-3e6a-4e62-9a39-30a92299ea4d req-be4e284a-e870-4335-964c-c990a86354b7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698249 Mar 07 14:12:27.878275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9b978-c1d2-4aa7-a219-80628c1fab0f req-6cb57346-11d8-4e90-a876-89313cda82a1 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:27.879810 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5b9b978-c1d2-4aa7-a219-80628c1fab0f req-6cb57346-11d8-4e90-a876-89313cda82a1 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0784457 Mar 07 14:12:27.928643 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5b9b978-c1d2-4aa7-a219-80628c1fab0f req-824186a3-fc22-49cc-98e9-7d48abc7f85c tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Mar 07 14:12:28.992018 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab91ce8-7718-4e42-b19c-61566dd879f7 req-d13873d2-baf7-4049-8c5c-758fe3297319 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:28.993517 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eab91ce8-7718-4e42-b19c-61566dd879f7 req-d13873d2-baf7-4049-8c5c-758fe3297319 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0583022 Mar 07 14:12:29.015194 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:29.070188 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eab91ce8-7718-4e42-b19c-61566dd879f7 req-7bb764ba-5751-4e28-ad95-4316b71d4c0b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645576 Mar 07 14:12:29.081373 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aafcb9-93d9-4e4c-b261-1a3a61a1cb5d req-4946019a-a56a-4ce7-9b22-0823e32120d6 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:29.082821 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3aafcb9-93d9-4e4c-b261-1a3a61a1cb5d req-4946019a-a56a-4ce7-9b22-0823e32120d6 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0868011 Mar 07 14:12:29.131806 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3aafcb9-93d9-4e4c-b261-1a3a61a1cb5d req-4d149fbf-3943-4a97-a966-2edf2b7ed55b tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Mar 07 14:12:30.194594 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874c1b-9ff9-4831-88f0-191aa98fe1b5 req-61d6b2e5-580e-4524-af17-52d14840bb54 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:30.196175 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87874c1b-9ff9-4831-88f0-191aa98fe1b5 req-61d6b2e5-580e-4524-af17-52d14840bb54 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0547748 Mar 07 14:12:30.276759 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-87874c1b-9ff9-4831-88f0-191aa98fe1b5 req-03e7a5d5-85dd-48ef-b1a9-cf0879e54a18 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750089 Mar 07 14:12:30.292318 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c865c-fdde-4528-83d3-598f851b15b0 req-789d43ab-5ddd-4b7b-a832-a2f3443640df tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:30.293786 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e07c865c-fdde-4528-83d3-598f851b15b0 req-789d43ab-5ddd-4b7b-a832-a2f3443640df tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0903919 Mar 07 14:12:30.343161 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e07c865c-fdde-4528-83d3-598f851b15b0 req-5b55d173-9b48-4850-a28f-4f3fd3ea51f9 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Mar 07 14:12:31.396302 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e993b-7e6f-4585-8553-fdaf8c6e7625 req-bcd24952-ef25-46e8-af9e-f4786fc73a6a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:31.398449 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a58e993b-7e6f-4585-8553-fdaf8c6e7625 req-bcd24952-ef25-46e8-af9e-f4786fc73a6a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0529597 Mar 07 14:12:31.476538 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a58e993b-7e6f-4585-8553-fdaf8c6e7625 req-a0ddc844-44b4-4668-9f22-d3ccee2ed188 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726385 Mar 07 14:12:31.491487 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0680c-11ac-4aaa-93b3-7ef56ec36f6f req-93ff2747-9aaa-4ab2-9945-9144d85e3a01 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:31.492960 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bce0680c-11ac-4aaa-93b3-7ef56ec36f6f req-93ff2747-9aaa-4ab2-9945-9144d85e3a01 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0825560 Mar 07 14:12:31.541711 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bce0680c-11ac-4aaa-93b3-7ef56ec36f6f req-0fd175e6-60de-4fea-845e-46f6bfff9193 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Mar 07 14:12:32.597005 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2bc55-08f7-4b41-917d-f3195d959758 req-14297b4a-e752-4214-b63b-0cf08f23f066 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:32.598504 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f7d2bc55-08f7-4b41-917d-f3195d959758 req-14297b4a-e752-4214-b63b-0cf08f23f066 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0533841 Mar 07 14:12:32.676415 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f7d2bc55-08f7-4b41-917d-f3195d959758 req-10549ed2-8f54-4910-aecc-6bb9ca5cf49a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723240 Mar 07 14:12:32.691657 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2db28-0e90-408b-9a13-8d487a10fffc req-cc6ff263-94c0-4160-a590-349b85d41210 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:32.693142 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70a2db28-0e90-408b-9a13-8d487a10fffc req-cc6ff263-94c0-4160-a590-349b85d41210 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0833349 Mar 07 14:12:32.741705 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70a2db28-0e90-408b-9a13-8d487a10fffc req-ebbaaebc-1a52-4fd4-8d0d-345bc3a7182f tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Mar 07 14:12:33.111274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-d49b2706-2496-445e-a529-ef1cf118de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.113042 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-d49b2706-2496-445e-a529-ef1cf118de2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1129 time: 0.0433669 Mar 07 14:12:33.226779 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-112c6583-bdf6-4ad9-9b66-0775bab08924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.228275 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-112c6583-bdf6-4ad9-9b66-0775bab08924 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 910 time: 0.0921011 Mar 07 14:12:33.299652 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-0e4499e9-87e2-4251-a877-a3e4e7b89a2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 1001 time: 0.0599303 Mar 07 14:12:33.349356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-543d4827-f882-4198-a01d-dbb37dd23afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.351506 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-543d4827-f882-4198-a01d-dbb37dd23afc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 200 len: 848 time: 0.0429332 Mar 07 14:12:33.406529 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-02968399-a880-4459-9ee5-3aa223b0e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.407999 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-02968399-a880-4459-9ee5-3aa223b0e5b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6726765-a7e8-40f3-b605-0e57c2a67926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464869 Mar 07 14:12:33.497461 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-aa18617c-2ea8-497f-adf6-d2fd31176791 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797465 Mar 07 14:12:33.595931 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7c826364-d5e1-4a04-bb87-3beb257ec13c req-e79d8d40-679f-42ad-9b6a-52d11c83d214 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893698 Mar 07 14:12:33.800990 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47bcd6-ae4b-45e4-b673-8d80274de54b req-c2037bdc-e148-4ad8-b21d-3dca7e9ef93b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.802480 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a47bcd6-ae4b-45e4-b673-8d80274de54b req-c2037bdc-e148-4ad8-b21d-3dca7e9ef93b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0546699 Mar 07 14:12:33.882810 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a47bcd6-ae4b-45e4-b673-8d80274de54b req-5a5303c2-acfe-4296-b4ac-8df47564b944 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741479 Mar 07 14:12:33.890226 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b391c-8557-41b8-b775-443a44223fa9 req-1791d8e4-423d-43a5-8d91-0d64d7f9985d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.891665 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-946b391c-8557-41b8-b775-443a44223fa9 req-1791d8e4-423d-43a5-8d91-0d64d7f9985d tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0843806 Mar 07 14:12:33.947443 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-946b391c-8557-41b8-b775-443a44223fa9 req-83aa5b5c-f9bd-4655-8ac4-b9e0037b04fe tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494864 Mar 07 14:12:35.003755 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b766-c89e-48ef-9707-1fd758f09dae req-8b9777f2-6bf1-4679-b69d-df0c91112db0 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.005253 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9e6b766-c89e-48ef-9707-1fd758f09dae req-8b9777f2-6bf1-4679-b69d-df0c91112db0 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0536211 Mar 07 14:12:35.079483 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9e6b766-c89e-48ef-9707-1fd758f09dae req-20db423c-ff19-4c40-bf9b-61437ea00a0e tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679352 Mar 07 14:12:35.094918 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47f307-0599-45c9-9c9f-425ffa0dd904 req-adb7b0b8-34f5-458a-b027-683854214cde tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.096389 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f47f307-0599-45c9-9c9f-425ffa0dd904 req-adb7b0b8-34f5-458a-b027-683854214cde tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0790772 Mar 07 14:12:35.144363 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f47f307-0599-45c9-9c9f-425ffa0dd904 req-f7e371e1-4fe4-4270-9156-b7ad83732194 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Mar 07 14:12:35.627156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-420d0cf8-3a8a-45ef-81bd-04970b0744bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.628640 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-420d0cf8-3a8a-45ef-81bd-04970b0744bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1129 time: 0.0464523 Mar 07 14:12:35.719220 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-0922ce9e-46a2-4bbc-a5c1-e621fdf7f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.720698 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-0922ce9e-46a2-4bbc-a5c1-e621fdf7f392 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 910 time: 0.0826638 Mar 07 14:12:35.790819 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-f94ddd70-d3e3-42bb-a297-5110ec35116c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 1001 time: 0.0594823 Mar 07 14:12:35.840157 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-6c6bf78c-dbf7-401b-9504-e142e586df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.841550 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-6c6bf78c-dbf7-401b-9504-e142e586df94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 200 len: 848 time: 0.0420885 Mar 07 14:12:35.891692 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-a29eec5d-5667-468f-bc3c-9cf3482e0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.893045 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-a29eec5d-5667-468f-bc3c-9cf3482e0399 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6726765-a7e8-40f3-b605-0e57c2a67926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428894 Mar 07 14:12:35.983863 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-5aa4755a-8a20-495f-ad25-5bad2683c5ac service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848475 Mar 07 14:12:36.071713 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ae0bdc-884e-4be6-82e0-016a227b8395 req-120e1031-f51a-42ae-aa40-192b20804e93 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820167 Mar 07 14:12:36.206433 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42f875-e7a8-42bb-9c53-2f0a83d2cfd0 req-ef909c47-27e9-421e-8123-9f789e340c22 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:36.207938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c42f875-e7a8-42bb-9c53-2f0a83d2cfd0 req-ef909c47-27e9-421e-8123-9f789e340c22 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0581884 Mar 07 14:12:36.287098 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c42f875-e7a8-42bb-9c53-2f0a83d2cfd0 req-fc3e64fc-270e-43ca-8e16-5677220e005d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724273 Mar 07 14:12:36.295219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1a42-bde1-4749-9c81-025ccd7cae8f req-6bb89a79-48d9-4f5d-80ee-4f3ac724acef tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:36.296656 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aedd1a42-bde1-4749-9c81-025ccd7cae8f req-6bb89a79-48d9-4f5d-80ee-4f3ac724acef tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0831573 Mar 07 14:12:36.345349 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aedd1a42-bde1-4749-9c81-025ccd7cae8f req-9563027e-ade8-4f91-97d9-13bcbf9a0222 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Mar 07 14:12:37.410524 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de854bb-41e2-4370-8ceb-bca384eced6c req-8cef6afb-bccd-47fa-a084-8ea0807f8037 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:37.412017 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2de854bb-41e2-4370-8ceb-bca384eced6c req-8cef6afb-bccd-47fa-a084-8ea0807f8037 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0551000 Mar 07 14:12:37.484897 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2de854bb-41e2-4370-8ceb-bca384eced6c req-9e72358f-fb3e-4aa2-93fb-b447c4fb6be7 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637801 Mar 07 14:12:37.492405 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c8db3-2956-453a-909a-2a1e3543cdb2 req-bf81a0a1-e6e6-44a0-8f40-4051c907a819 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:37.493815 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e55c8db3-2956-453a-909a-2a1e3543cdb2 req-bf81a0a1-e6e6-44a0-8f40-4051c907a819 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0807126 Mar 07 14:12:37.541598 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e55c8db3-2956-453a-909a-2a1e3543cdb2 req-5d5e7ce9-2c6e-47c9-9a5a-9bdcb71a8743 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Mar 07 14:12:38.606454 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee112d2-9cb3-4882-8eb0-2fe1343ca06e req-e72e5839-c4cd-4ef8-a064-2a92cfbe021a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:38.607969 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee112d2-9cb3-4882-8eb0-2fe1343ca06e req-e72e5839-c4cd-4ef8-a064-2a92cfbe021a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0521758 Mar 07 14:12:38.685577 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ee112d2-9cb3-4882-8eb0-2fe1343ca06e req-8a56f87e-7c63-4fdd-80d4-e7cb7c3c8669 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679843 Mar 07 14:12:38.692926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5e7c0-654d-42bd-a7dd-05075a68e3e9 req-bc4ca80e-52bc-4c66-926d-326cfe0903a9 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:38.694509 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c6a5e7c0-654d-42bd-a7dd-05075a68e3e9 req-bc4ca80e-52bc-4c66-926d-326cfe0903a9 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0849123 Mar 07 14:12:38.744043 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c6a5e7c0-654d-42bd-a7dd-05075a68e3e9 req-72ea5f8c-a308-49be-a6d2-5f0117f80923 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434835 Mar 07 14:12:38.940231 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-3609e0d7-1fd6-4123-94e5-41a9d6c652fd req-9bbee7c9-2fb9-4874-a064-bcf742410f44 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:12:38.941256 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3609e0d7-1fd6-4123-94e5-41a9d6c652fd req-9bbee7c9-2fb9-4874-a064-bcf742410f44 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1359694 Mar 07 14:12:39.071223 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-4c7e2db6-3c98-4174-b268-0e1c92cfe616 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445011 Mar 07 14:12:39.094510 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea172b-34da-42fd-b858-eba54bf78313 req-aeca1125-56b8-42e0-8849-a1771b345752 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:39.096001 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19ea172b-34da-42fd-b858-eba54bf78313 req-aeca1125-56b8-42e0-8849-a1771b345752 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0531259 Mar 07 14:12:39.144188 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-7c2d72dc-34b6-4544-9c52-30abce176936 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:39.145110 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19ea172b-34da-42fd-b858-eba54bf78313 req-bebc1590-58da-4a3a-aebf-98b530e41df8 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Mar 07 14:12:39.145541 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-7c2d72dc-34b6-4544-9c52-30abce176936 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports/a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 942 time: 0.0475564 Mar 07 14:12:39.808751 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3504-2b8a-489e-9e48-c06ca9b2b117 req-7f00d9b4-7617-4729-b344-4d34cd125966 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:39.810200 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a7d3504-2b8a-489e-9e48-c06ca9b2b117 req-7f00d9b4-7617-4729-b344-4d34cd125966 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0557120 Mar 07 14:12:39.856446 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a7d3504-2b8a-489e-9e48-c06ca9b2b117 req-68b82a29-0d51-4358-81ed-bf038df749f4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Mar 07 14:12:40.318292 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba7883-8f78-45ec-9278-9272f5e1fe0c req-e17415a3-d1a6-4674-ae53-7b030c8f40c6 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.320396 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68ba7883-8f78-45ec-9278-9272f5e1fe0c req-e17415a3-d1a6-4674-ae53-7b030c8f40c6 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0532248 Mar 07 14:12:40.369490 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68ba7883-8f78-45ec-9278-9272f5e1fe0c req-f20ecf14-e45b-4296-9186-43794255c512 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Mar 07 14:12:40.523136 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-efbf7bc3-50b5-400a-903b-7b3318b51f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.524590 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-efbf7bc3-50b5-400a-903b-7b3318b51f7c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b&tenant_id=2386a2267d0649f98aedda9ae69163ce HTTP/1.1" status: 200 len: 1129 time: 0.0777650 Mar 07 14:12:40.588723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-6bd28231-49d1-4584-898b-46172e130544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.590160 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-6bd28231-49d1-4584-898b-46172e130544 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1129 time: 0.0444622 Mar 07 14:12:40.679679 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-39d580c5-5474-450c-a208-ea8fd0b42ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.681127 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-39d580c5-5474-450c-a208-ea8fd0b42ea6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 910 time: 0.0850444 Mar 07 14:12:40.746473 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-b13aca01-c0cf-46ed-9543-8d4d7f742b15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 1001 time: 0.0572433 Mar 07 14:12:40.793102 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-5baefa93-2985-412e-87f0-4ddd873d59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.794404 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-5baefa93-2985-412e-87f0-4ddd873d59f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 200 len: 848 time: 0.0417020 Mar 07 14:12:40.848067 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-3526fe46-0026-435e-b3b3-57268e9bfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.849547 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-3526fe46-0026-435e-b3b3-57268e9bfe86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6726765-a7e8-40f3-b605-0e57c2a67926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467081 Mar 07 14:12:41.264701 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482b282-a407-44f9-847f-bd636501d60d req-98a7dc4d-bb7b-410e-8f07-f6314233413f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:41.266157 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1482b282-a407-44f9-847f-bd636501d60d req-98a7dc4d-bb7b-410e-8f07-f6314233413f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.1407998 Mar 07 14:12:41.273732 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653bef2-1511-4e63-b171-45524977c8c2 req-3b9fd655-aeab-4f2e-b423-4da997109bdb tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:41.275089 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4653bef2-1511-4e63-b171-45524977c8c2 req-3b9fd655-aeab-4f2e-b423-4da997109bdb tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.1486683 Mar 07 14:12:41.278145 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-6fe6eac2-ed2f-4d0c-b854-6cf001611f23 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190850 Mar 07 14:12:41.407157 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1482b282-a407-44f9-847f-bd636501d60d req-e8daae26-cc6f-49f3-8f8e-9dfe8c3028de tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310949 Mar 07 14:12:41.413213 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4653bef2-1511-4e63-b171-45524977c8c2 req-d7cf7ce9-bffb-411d-9f4c-c1f65b1c4be5 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296866 Mar 07 14:12:41.435830 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10a326a0-c7a7-4275-8b12-7d76a7cbfa12 req-91ad6dc4-fe7e-4254-9a76-8e8a493fb92d service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498606 Mar 07 14:12:41.515525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b63bd-3f7d-4afd-83de-35edd5be6000 req-e5b3fa12-3c4e-4b9b-b493-9c7a9ec4e35a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:41.516873 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-889b63bd-3f7d-4afd-83de-35edd5be6000 req-e5b3fa12-3c4e-4b9b-b493-9c7a9ec4e35a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0520978 Mar 07 14:12:41.565639 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-889b63bd-3f7d-4afd-83de-35edd5be6000 req-307261a7-d9f7-4896-9a9c-eeba26afcaa1 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Mar 07 14:12:42.259479 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:42.333661 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port a27a1311-87b0-444e-a1d8-32a952f420c5 is: ACTIVE; New status is: DOWN {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:42.334054 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:42.355824 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:42.358042 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b8edb3-53ea-4342-aefe-982739c84d53" -d '{"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-unplugged", "status": "completed", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:42.374173 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:42.378285 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:42.424832 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=6']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:42.514602 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255c5e15-6e3d-4e14-a2fc-89c035900bd6 x-openstack-request-id: req-255c5e15-6e3d-4e14-a2fc-89c035900bd6 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:42.514929 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-unplugged", "status": "completed", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:42.515190 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-255c5e15-6e3d-4e14-a2fc-89c035900bd6 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:42.515620 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'code': 200} Mar 07 14:12:42.542912 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9a09-4091-4512-94b3-2ebe4bdac569 req-5b99c897-e64c-4163-8d27-13bb292e659a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:42.544609 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1cfc9a09-4091-4512-94b3-2ebe4bdac569 req-5b99c897-e64c-4163-8d27-13bb292e659a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0654154 Mar 07 14:12:42.625037 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1cfc9a09-4091-4512-94b3-2ebe4bdac569 req-064ba75d-f204-44e1-ae76-b50a766a8374 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696390 Mar 07 14:12:42.649040 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0031f6-01ab-4128-a9db-9d7765c1d76f req-dcc39748-6d35-4592-8019-ecc409c5ae03 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:42.649040 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de0031f6-01ab-4128-a9db-9d7765c1d76f req-dcc39748-6d35-4592-8019-ecc409c5ae03 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.0794773 Mar 07 14:12:42.700878 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de0031f6-01ab-4128-a9db-9d7765c1d76f req-12b1686b-387c-470d-8d95-b452ad7811a1 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545359 Mar 07 14:12:42.742275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401652de-9472-4d15-be1c-f6702214d0b1 req-946e4848-52bf-4156-bd42-a068f13239d4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:42.743762 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-401652de-9472-4d15-be1c-f6702214d0b1 req-946e4848-52bf-4156-bd42-a068f13239d4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0602012 Mar 07 14:12:42.825173 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-401652de-9472-4d15-be1c-f6702214d0b1 req-f8fa0fe0-3eee-41ea-a646-e4a5bc89d494 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728996 Mar 07 14:12:42.832634 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-cbce23e7-09e8-4138-beb6-da6695cdcf18 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:42.834099 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-cbce23e7-09e8-4138-beb6-da6695cdcf18 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 945 time: 0.0894337 Mar 07 14:12:42.930178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Deleting port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:12:42.930520 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:43.020448 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] For port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:43.020820 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:43.135784 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:12:43.192924 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:43.193311 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (23bcf101-b765-43a6-a5b9-bcd17c86ab25), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:43.193618 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Floating IP 23bcf101-b765-43a6-a5b9-bcd17c86ab25 disassociated. External IP: 172.27.3.35, port: 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48. Mar 07 14:12:43.193972 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Calling delete_port for 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:12:43.322568 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:43.350454 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'Port': ['ID=2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:43.465831 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:12:43.573377 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:12:43.585642 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:12:43.595185 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:43.595901 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:43.614279 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] No DVR routers for this DVR port 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:12:43.616886 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:43.620214 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46cadc07-b755-4bf5-9257-3b5d8651a1bd req-95eb2871-501d-4068-a4ac-74b7619e5d13 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "DELETE /v2.0/ports/2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 HTTP/1.1" status: 204 len: 173 time: 0.7798879 Mar 07 14:12:43.620605 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'name': 'network-vif-deleted', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:43.622912 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4179f2ca-e073-4292-adc8-b17f13a5cf82" -d '{"events": [{"server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "name": "network-vif-deleted", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:43.658876 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9955d2-421e-4baf-a7ba-6555845ec8f2 x-openstack-request-id: req-8b9955d2-421e-4baf-a7ba-6555845ec8f2 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:43.659181 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d14f4-af75-498d-9ac9-3eef8c8a45b1", "name": "network-vif-deleted", "tag": "2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:43.660570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b9955d2-421e-4baf-a7ba-6555845ec8f2 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:43.660570 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1d14f4-af75-498d-9ac9-3eef8c8a45b1', 'name': 'network-vif-deleted', 'tag': '2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48', 'status': 'completed', 'code': 200} Mar 07 14:12:43.725079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:43.780380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78011-f908-4222-92ae-8bd7945b99e2 req-e6560c02-ab09-49f2-a3e3-f6757730d050 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:43.782069 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1d78011-f908-4222-92ae-8bd7945b99e2 req-e6560c02-ab09-49f2-a3e3-f6757730d050 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0676358 Mar 07 14:12:43.825074 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c02ef95e-fa13-4e2e-9e5e-69edd40bd2f9 req-9e9f8e38-c96b-42a3-8716-35650bd068f2 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b1d14f4-af75-498d-9ac9-3eef8c8a45b1 HTTP/1.1" status: 200 len: 210 time: 0.0418272 Mar 07 14:12:43.860958 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1d78011-f908-4222-92ae-8bd7945b99e2 req-19312efb-aece-4f9c-9570-5e5dbe1f50aa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683820 Mar 07 14:12:43.968328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a9f77-b72a-478d-946a-9a3ea014dad4 req-9e251b28-8783-4ce4-a5ba-65fab08ec8a4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:43.969169 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:43.969711 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f16a9f77-b72a-478d-946a-9a3ea014dad4 req-9e251b28-8783-4ce4-a5ba-65fab08ec8a4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0542831 Mar 07 14:12:44.009979 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:12:44.019775 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:12:44.020898 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:44.025324 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f16a9f77-b72a-478d-946a-9a3ea014dad4 req-ba580043-6acb-4237-8e47-289e8e35c127 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Mar 07 14:12:44.261545 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:12:44.264267 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:12:44.494537 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:44.525020 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'mac_address': 'fa:16:3e:30:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:12:44.578259 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: ACTIVE; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:44.578660 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:44.595778 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec993166-77ab-4b7a-833c-61ee68e22749 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:12:44.603934 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:12:44.637330 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62aa379-8f16-4ffa-9d50-013e7734fcde None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:12:44.641618 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:44.645950 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:44.702580 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=6']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:44.734877 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['ec993166-77ab-4b7a-833c-61ee68e22749'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:12:44.873289 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cef8c2-7ed0-4591-bd88-de09a22bae51 None None] New status for floating IP 23bcf101-b765-43a6-a5b9-bcd17c86ab25: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:12:45.010459 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7e0c-db6c-488d-bec0-0e9df8bb78f3 req-f5faf56f-d51a-4ed5-80b3-e3b4e654d041 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:45.012292 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae0e7e0c-db6c-488d-bec0-0e9df8bb78f3 req-f5faf56f-d51a-4ed5-80b3-e3b4e654d041 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 944 time: 0.0678861 Mar 07 14:12:45.065713 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae0e7e0c-db6c-488d-bec0-0e9df8bb78f3 req-10293a3e-5f6b-4ffe-a592-e0a87817fd77 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 Mar 07 14:12:45.129490 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-d924de9a-a8ea-4416-a807-9227d5409151 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785984510&fields=id&tenant_id=1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 267 time: 0.0622976 Mar 07 14:12:45.254160 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7504b0-db5e-4d65-8255-69c05d23d47a req-47a44912-1a4d-47cd-ab0a-b180ebc47e98 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:45.255673 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed7504b0-db5e-4d65-8255-69c05d23d47a req-47a44912-1a4d-47cd-ab0a-b180ebc47e98 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.1251979 Mar 07 14:12:45.297543 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-56aada48-3b40-4773-b4c9-83639ed8f1e5 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:45.299260 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-56aada48-3b40-4773-b4c9-83639ed8f1e5 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 812 time: 0.1545761 Mar 07 14:12:45.324772 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6779fbf4-9e84-4892-aa6c-7f2275815bd0 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/quotas/1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 375 time: 0.0177102 Mar 07 14:12:45.333135 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed7504b0-db5e-4d65-8255-69c05d23d47a req-358184b6-98f3-4b60-ac27-24da7f50bc5b tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712280 Mar 07 14:12:45.392647 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-0229a955-6f7c-4c77-9641-52dfe4510e4b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585549 Mar 07 14:12:45.544155 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-dd579651-d48a-4681-a5a5-77aada3566be service neutron] 10.222.0.31 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364176 Mar 07 14:12:45.643821 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-7565b5e5-16b1-46ef-9e4e-ea60cd57f5ee service neutron] 10.222.0.31 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923302 Mar 07 14:12:46.061807 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4930dd67-007c-45d0-ac5a-ffb872cc561a req-ffbbadad-6b8f-4031-a826-1f85be4225bd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 210 time: 0.0489860 Mar 07 14:12:46.241494 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64059c-0ca7-46a5-88fd-582b890364bb req-ad705dd7-24ae-451e-979a-cba0374de60f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:46.243699 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aa64059c-0ca7-46a5-88fd-582b890364bb req-ad705dd7-24ae-451e-979a-cba0374de60f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 944 time: 0.0781779 Mar 07 14:12:46.260984 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:12:46.308505 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aa64059c-0ca7-46a5-88fd-582b890364bb req-a79b0aac-cf88-4aee-8255-1313cc340266 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586021 Mar 07 14:12:46.374145 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port ec993166-77ab-4b7a-833c-61ee68e22749 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:12:46.374835 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:46.497313 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:46.498165 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:46.503027 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c5f4-6e5c-4a72-9676-ca3564fde0c3 req-686e5db9-5fed-4fbd-bdeb-0a4c72da0b25 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:46.504870 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8de2c5f4-6e5c-4a72-9676-ca3564fde0c3 req-686e5db9-5fed-4fbd-bdeb-0a4c72da0b25 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.0807354 Mar 07 14:12:46.527486 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:46.531660 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8288cb0-ea2a-4f10-b091-2e694e2e9857" -d '{"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-plugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:46.550630 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:46.557358 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:46.558239 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:46.580900 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8de2c5f4-6e5c-4a72-9676-ca3564fde0c3 req-8d1b4dea-9119-4815-b19d-c1c611185cfd tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677297 Mar 07 14:12:46.615944 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30ae2de-af36-4cb4-b8f8-022dd404cca2 x-openstack-request-id: req-b30ae2de-af36-4cb4-b8f8-022dd404cca2 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:46.616453 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-plugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:46.616965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b30ae2de-af36-4cb4-b8f8-022dd404cca2 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:46.617717 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'code': 200} Mar 07 14:12:46.618336 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:12:46.618904 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 2b2e941b-f4ee-43c8-b4d1-ffa35b8c0c48 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:12:46.656493 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=7']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:47.179467 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3f43e4d4-f301-4b29-b16b-1baccf998059 req-0f27cc8d-7f73-4641-8493-708c94af3095 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 210 time: 0.0433099 Mar 07 14:12:47.293701 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f8146fa3-82bc-4251-9a1b-fb5924a4fea3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:47.295228 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f8146fa3-82bc-4251-9a1b-fb5924a4fea3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 812 time: 0.1468251 Mar 07 14:12:47.371787 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-15b92761-492e-476d-a01e-0791db2c9671 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 380 time: 0.0657296 Mar 07 14:12:47.382140 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'port': {'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'admin_state_up': True, 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'security_groups': ['23515437-fdd3-48fc-93ee-fd27a4457579']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:12:47.464931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-57c3bd0d-ce94-44eb-96e8-c54a5a242338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:47.516581 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c97c3-f6ec-4a60-b81d-e6345b87f97b req-b9a57bbd-16d7-4b75-9323-807dfa17b472 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:47.518405 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac8c97c3-f6ec-4a60-b81d-e6345b87f97b req-b9a57bbd-16d7-4b75-9323-807dfa17b472 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.1037679 Mar 07 14:12:47.564767 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Made reservation on behalf of 1f0565d018314753a32eecc6d16522bf for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:12:47.568019 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:47.618477 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac8c97c3-f6ec-4a60-b81d-e6345b87f97b req-298670fc-3d33-42d5-a63a-edeec861a37b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896015 Mar 07 14:12:47.779444 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55441fcb-14dc-43fc-be93-f4a4cf9225c4 req-2dcfdbc0-ea28-47a6-a7f7-35c2558a0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:47.780948 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-55441fcb-14dc-43fc-be93-f4a4cf9225c4 req-2dcfdbc0-ea28-47a6-a7f7-35c2558a0fbd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1127 time: 0.0697935 Mar 07 14:12:47.855388 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-55441fcb-14dc-43fc-be93-f4a4cf9225c4 req-ff6bc76d-82fb-4e94-8fb5-aa4d7fba8c6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655241 Mar 07 14:12:47.876734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccabfb-c1e1-42ee-9704-09cd1c62e3bb req-0daa51b5-e3cc-4821-a493-e445b3f13660 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:47.878360 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abccabfb-c1e1-42ee-9704-09cd1c62e3bb req-0daa51b5-e3cc-4821-a493-e445b3f13660 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.1699457 Mar 07 14:12:47.896049 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Allocated IP 172.20.0.13 (f95448eb-f298-4014-89c0-b7717ce5d265/6e255c7f-a285-49da-a942-dc2ecef315c3/c0dbe635-70d8-4046-922c-7fe62c170ca2) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:12:47.948613 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-abccabfb-c1e1-42ee-9704-09cd1c62e3bb req-b530e0a8-b7b5-4e63-a06a-aec843710d7a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628145 Mar 07 14:12:48.116863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.164107 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.225980 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Network f95448eb-f298-4014-89c0-b7717ce5d265 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:12:48.231330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:12:48.235641 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:12:48.268641 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=c0dbe635-70d8-4046-922c-7fe62c170ca2,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:48.336095 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:48.336823 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.387615 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-6eda701d-4df0-404c-a5ff-70634fb33cee tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0086541 Mar 07 14:12:48.397948 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c640a1-a997-4ae1-8cfd-25a1291c9c0a req-d8de5274-762b-4fa6-8ab8-857e10a9639d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:48.404732 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15c640a1-a997-4ae1-8cfd-25a1291c9c0a req-d8de5274-762b-4fa6-8ab8-857e10a9639d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 932 time: 0.0960164 Mar 07 14:12:48.411391 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Request body: {'port': {'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:12:48.496528 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-9c8b2f24-7500-4544-bf35-632a644c082e None None] Provisioning complete for port c0dbe635-70d8-4046-922c-7fe62c170ca2 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:12:48.497120 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2f24-7500-4544-bf35-632a644c082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.516167 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15c640a1-a997-4ae1-8cfd-25a1291c9c0a req-26941327-affa-4374-a9d4-15ad898cfa16 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105521 Mar 07 14:12:48.528224 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.549909 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b2f24-7500-4544-bf35-632a644c082e None None] Port c0dbe635-70d8-4046-922c-7fe62c170ca2 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:12:48.832237 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944d5f0-0e76-4a23-b4e8-f649936ca55f req-aeb5c45e-39d6-4712-93ac-ff60c139d922 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:48.833735 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6944d5f0-0e76-4a23-b4e8-f649936ca55f req-aeb5c45e-39d6-4712-93ac-ff60c139d922 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0974054 Mar 07 14:12:48.896088 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dbe635-70d8-4046-922c-7fe62c170ca2 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:12:48.913663 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Publish callbacks [] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.938199 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6944d5f0-0e76-4a23-b4e8-f649936ca55f req-712df822-de42-48e5-a7a8-04d212988428 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932915 Mar 07 14:12:48.941063 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Transition to ACTIVE for port object c0dbe635-70d8-4046-922c-7fe62c170ca2 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:12:48.952294 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:49.028745 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Pushing event updated for resources: {'Port': ['ID=c0dbe635-70d8-4046-922c-7fe62c170ca2,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:49.126619 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Attempting to bind port c0dbe635-70d8-4046-922c-7fe62c170ca2 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:12:49.127201 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Attempting to bind port c0dbe635-70d8-4046-922c-7fe62c170ca2 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:12:49.128023 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Attempting to bind port c0dbe635-70d8-4046-922c-7fe62c170ca2 on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:12:49.155472 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Port c0dbe635-70d8-4046-922c-7fe62c170ca2 on network f95448eb-f298-4014-89c0-b7717ce5d265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:12:49.156034 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Attempting to bind port c0dbe635-70d8-4046-922c-7fe62c170ca2 on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:12:49.170905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:12:49.171251 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Checking segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:12:49.172261 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Bound using segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:12:49.173563 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Bound port: c0dbe635-70d8-4046-922c-7fe62c170ca2, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:12:49.173935 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:49.221817 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37abc-20bd-4d32-bf38-9e0aa5bbcc88 req-fddae233-a2f3-426e-b72f-cabd172768ce tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:49.233160 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8aa37abc-20bd-4d32-bf38-9e0aa5bbcc88 req-fddae233-a2f3-426e-b72f-cabd172768ce tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 943 time: 0.1340082 Mar 07 14:12:49.345944 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8aa37abc-20bd-4d32-bf38-9e0aa5bbcc88 req-69b595be-a556-4805-96ae-8eecc4400020 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116188 Mar 07 14:12:49.347456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] For port c0dbe635-70d8-4046-922c-7fe62c170ca2, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:12:49.352470 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] For port c0dbe635-70d8-4046-922c-7fe62c170ca2, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:12:49.363180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:49.408553 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:49.409710 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:49.411217 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 1094 time: 1.0045097 Mar 07 14:12:49.418254 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:49.420595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de20dd91-f917-43db-870b-1904e5633137" -d '{"events": [{"name": "network-changed", "server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:49.516378 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b87ae4-4979-4d6d-b97c-6e5157eb4a37 x-openstack-request-id: req-56b87ae4-4979-4d6d-b97c-6e5157eb4a37 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:49.516818 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:49.517180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56b87ae4-4979-4d6d-b97c-6e5157eb4a37 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:49.517702 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'status': 'completed', 'code': 200} Mar 07 14:12:49.519368 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8880d-3d8f-4c3f-a208-47f2cf446d06 service neutron] Pushing event updated for resources: {'Port': ['ID=c0dbe635-70d8-4046-922c-7fe62c170ca2,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:49.575156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-680130ab-2035-43b5-ac37-f1dc1ee5cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:49.577765 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-680130ab-2035-43b5-ac37-f1dc1ee5cd49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1128 time: 0.1069298 Mar 07 14:12:49.644302 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-236540f4-7b49-439e-adb9-398eb2abc25a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 217 time: 0.0563912 Mar 07 14:12:49.723961 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-3d42bc9c-a1a6-4331-8259-a94ba868c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:49.726335 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-3d42bc9c-a1a6-4331-8259-a94ba868c640 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0712256 Mar 07 14:12:49.770465 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626a80a-7724-4424-ac15-5a451cd74b20 req-8e84a8e4-ef55-40ae-b8d9-29219fbd7ed7 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:49.772495 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4626a80a-7724-4424-ac15-5a451cd74b20 req-8e84a8e4-ef55-40ae-b8d9-29219fbd7ed7 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.1268938 Mar 07 14:12:49.817626 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-00523b29-7b51-4900-8adf-28e2826f2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:49.819608 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-00523b29-7b51-4900-8adf-28e2826f2173 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857823 Mar 07 14:12:49.827827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-85d071ca-8e75-4378-8167-96bb1d9f75a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:49.855056 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4626a80a-7724-4424-ac15-5a451cd74b20 req-ae4b1347-3cce-4f6f-b330-8fe3c66164c7 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760202 Mar 07 14:12:49.928399 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-547387fb-409c-4317-add5-77655c496c94 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007831 Mar 07 14:12:50.032332 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b2ce87f-1949-4269-9c59-1647f67189bf req-0f8977b0-3e0d-4858-ae64-2026dc202be5 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969024 Mar 07 14:12:50.152936 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281eb5b-23be-4a3c-8c8d-202096de7ef1 req-f1eab6ce-fb7a-45b4-8307-ec311f0a947d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:50.155803 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8281eb5b-23be-4a3c-8c8d-202096de7ef1 req-f1eab6ce-fb7a-45b4-8307-ec311f0a947d tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.1133683 Mar 07 14:12:50.163005 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20dd91-f917-43db-870b-1904e5633137 req-0bc6bb5f-ea69-4a55-90b3-b98e55497830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:50.164516 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-0bc6bb5f-ea69-4a55-90b3-b98e55497830 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1128 time: 0.0733354 Mar 07 14:12:50.284199 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8281eb5b-23be-4a3c-8c8d-202096de7ef1 req-976e4370-48b4-4576-aaa3-c33728216ee3 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183703 Mar 07 14:12:50.303577 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:12:50.322545 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20dd91-f917-43db-870b-1904e5633137 req-42834046-ea6f-430f-9047-98a1d6dc310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:50.324269 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-42834046-ea6f-430f-9047-98a1d6dc310e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.1527367 Mar 07 14:12:50.374157 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-ade55eca-0de7-47ac-abb5-97eaca0f4330 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 217 time: 0.0433574 Mar 07 14:12:50.424505 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20dd91-f917-43db-870b-1904e5633137 req-3fcbda85-7b4c-46df-a377-a547c2ac1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:50.426059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-3fcbda85-7b4c-46df-a377-a547c2ac1d73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0455110 Mar 07 14:12:50.429393 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:50.441966 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'port_id': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'mac_address': 'fa:16:3e:ad:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:12:50.489366 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20dd91-f917-43db-870b-1904e5633137 req-d16f8f53-286e-4e59-9004-45bd7ad63ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:50.491841 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-d16f8f53-286e-4e59-9004-45bd7ad63ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577998 Mar 07 14:12:50.498555 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port a27a1311-87b0-444e-a1d8-32a952f420c5 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:50.498958 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:50.514265 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27a1311-87b0-444e-a1d8-32a952f420c5 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:12:50.535833 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:50.542941 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:50.599211 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-af6151cf-c056-495f-96f0-3db3b667ec4f service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005208 Mar 07 14:12:50.614295 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=7']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:50.698487 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de20dd91-f917-43db-870b-1904e5633137 req-bd4b1248-8aad-43c5-a0e9-023ee163fc9f service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893309 Mar 07 14:12:50.831441 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['a27a1311-87b0-444e-a1d8-32a952f420c5'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:12:50.877932 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:51.016031 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80348f-c21e-4ef0-9aa6-a50f39266d0c req-2579ffbf-6192-4076-8a1a-e72678448042 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:51.017906 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d80348f-c21e-4ef0-9aa6-a50f39266d0c req-2579ffbf-6192-4076-8a1a-e72678448042 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.0767949 Mar 07 14:12:51.075735 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d80348f-c21e-4ef0-9aa6-a50f39266d0c req-06428692-6509-4848-af72-cdbc7c685c9d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504298 Mar 07 14:12:51.424871 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd60902-37ed-41e4-a815-8f3d502df636 req-599c7a00-b104-4212-b10f-898ad3fa603f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:51.426554 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3dd60902-37ed-41e4-a815-8f3d502df636 req-599c7a00-b104-4212-b10f-898ad3fa603f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0664802 Mar 07 14:12:51.482222 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3dd60902-37ed-41e4-a815-8f3d502df636 req-f4772110-21dc-4513-ad07-a42769e186b3 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Mar 07 14:12:52.192192 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:52.208654 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a927575-dd3d-4426-b6b1-3e989e6467fa req-446b412f-f4bd-434c-9803-7d1ac1b264fa tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:52.210978 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a927575-dd3d-4426-b6b1-3e989e6467fa req-446b412f-f4bd-434c-9803-7d1ac1b264fa tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.0648639 Mar 07 14:12:52.262134 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a927575-dd3d-4426-b6b1-3e989e6467fa req-60ffd865-19e7-4a7a-8952-cf0b635075eb tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Mar 07 14:12:52.306170 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:12:52.358318 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port a27a1311-87b0-444e-a1d8-32a952f420c5 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:12:52.358682 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:52.446714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port a27a1311-87b0-444e-a1d8-32a952f420c5 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:52.447099 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:52.470619 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:52.472915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e1c385-ceda-43b1-a2ba-9f621a20562f" -d '{"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-plugged", "status": "completed", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:52.487871 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:52.496854 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:52.531774 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a060479-8715-4b20-93fc-0fab82124975 x-openstack-request-id: req-0a060479-8715-4b20-93fc-0fab82124975 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:52.532088 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-plugged", "status": "completed", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:52.532343 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a060479-8715-4b20-93fc-0fab82124975 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:52.532742 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'code': 200} Mar 07 14:12:52.574084 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=8']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:52.877550 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a32c-5d77-4312-a331-2e5aa33d8f77 req-ba48a868-4b06-4773-bc88-abdab287fa47 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:52.879022 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1b42a32c-5d77-4312-a331-2e5aa33d8f77 req-ba48a868-4b06-4773-bc88-abdab287fa47 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.3134062 Mar 07 14:12:52.930370 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1b42a32c-5d77-4312-a331-2e5aa33d8f77 req-2f6c29ea-92b1-4397-8adf-619a5ec85a52 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Mar 07 14:12:53.390963 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a58246-39b1-4d19-b5d8-8db2531fa382 req-4ec57cc7-daff-4113-a1b3-d676cf7a3b7c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:53.392470 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-76a58246-39b1-4d19-b5d8-8db2531fa382 req-4ec57cc7-daff-4113-a1b3-d676cf7a3b7c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.0562770 Mar 07 14:12:53.442635 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-76a58246-39b1-4d19-b5d8-8db2531fa382 req-214a7fc5-3f0d-4c00-9b79-6c6c4603bf43 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Mar 07 14:12:53.797556 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:54.077721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2b9d8-f972-4286-a4aa-dd2c3a87546a req-bac512c2-45ba-4a3a-a5ed-b1ab867d2e7f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:54.080164 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79f2b9d8-f972-4286-a4aa-dd2c3a87546a req-bac512c2-45ba-4a3a-a5ed-b1ab867d2e7f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0663662 Mar 07 14:12:54.135195 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79f2b9d8-f972-4286-a4aa-dd2c3a87546a req-2e2b55f2-0919-447d-89e6-f26028b126b0 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491447 Mar 07 14:12:54.580860 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc10a97-9a06-426a-a5b3-9b2945252903 req-2daec532-c402-4728-bb5a-946b0a152235 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:54.582448 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0dc10a97-9a06-426a-a5b3-9b2945252903 req-2daec532-c402-4728-bb5a-946b0a152235 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.0606143 Mar 07 14:12:54.640570 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0dc10a97-9a06-426a-a5b3-9b2945252903 req-f797a4f6-99cc-42a6-b494-c3a3a1139652 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521176 Mar 07 14:12:55.258857 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de490db-dfa5-465e-95c0-c28d2b722868 req-68653467-2ded-4fc1-83a8-01023685535a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.260281 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0de490db-dfa5-465e-95c0-c28d2b722868 req-68653467-2ded-4fc1-83a8-01023685535a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0527413 Mar 07 14:12:55.310108 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0de490db-dfa5-465e-95c0-c28d2b722868 req-35fc21f3-680c-43b6-9ef1-c6f4f8d5b3d4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 Mar 07 14:12:55.630064 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-0a3c8a86-8570-4e3e-82b2-7bcc043f49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.631615 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-0a3c8a86-8570-4e3e-82b2-7bcc043f49bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1129 time: 0.0446494 Mar 07 14:12:55.755669 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-ab132f69-0e95-4eb2-ad20-a762bcff3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.757238 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-ab132f69-0e95-4eb2-ad20-a762bcff3dc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.1179278 Mar 07 14:12:55.810275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88383e5b-d44f-4a76-a6fd-cad80100214c req-1b54ca13-8a17-4019-a101-867ce708411d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.811757 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88383e5b-d44f-4a76-a6fd-cad80100214c req-1b54ca13-8a17-4019-a101-867ce708411d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.1032858 Mar 07 14:12:55.850362 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-f8c3a635-b542-4e22-bdb5-b9b8fd819b98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 1001 time: 0.0848155 Mar 07 14:12:55.905604 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88383e5b-d44f-4a76-a6fd-cad80100214c req-40a08be8-3205-471a-94c9-faf966b0209e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871637 Mar 07 14:12:55.916373 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-487f0ddf-50f6-4d3a-b635-6f0388de8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.917760 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-487f0ddf-50f6-4d3a-b635-6f0388de8c35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0599899 Mar 07 14:12:55.968446 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-d682fbbd-b83a-4ac2-99f2-89ee3a3fc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.969931 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-d682fbbd-b83a-4ac2-99f2-89ee3a3fc7c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435705 Mar 07 14:12:56.058634 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-f8b11aee-5271-430e-b0bc-d5d0f0011063 service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815110 Mar 07 14:12:56.150657 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fb962e9c-7fcc-467f-9eca-e2e4714956a1 req-91a8ce49-2223-475d-ace6-42f331148d3e service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858042 Mar 07 14:12:56.430644 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd77c-a545-4d10-9753-8125f3f47ff7 req-753c8fde-209d-4048-8361-24199c91efa1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:56.432123 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f94cd77c-a545-4d10-9753-8125f3f47ff7 req-753c8fde-209d-4048-8361-24199c91efa1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0533688 Mar 07 14:12:56.478148 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f94cd77c-a545-4d10-9753-8125f3f47ff7 req-9f970506-9dd2-4ac2-8ac2-f78b5589f3c1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Mar 07 14:12:57.027190 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef53ee-5de0-4821-a38e-fb7d6397cea8 req-40a61dbc-90a6-4ff2-914c-edb27a00d418 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:57.028681 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46ef53ee-5de0-4821-a38e-fb7d6397cea8 req-40a61dbc-90a6-4ff2-914c-edb27a00d418 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.0577312 Mar 07 14:12:57.076563 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46ef53ee-5de0-4821-a38e-fb7d6397cea8 req-2dbe2996-580c-4bbc-9391-45d38c19263d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Mar 07 14:12:57.598648 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133f2a-407a-480e-94fc-3246f67407ee req-2280cd13-c894-42c9-94ab-5a5116fb2ac3 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:57.600638 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6133f2a-407a-480e-94fc-3246f67407ee req-2280cd13-c894-42c9-94ab-5a5116fb2ac3 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0521517 Mar 07 14:12:57.648706 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6133f2a-407a-480e-94fc-3246f67407ee req-618b1323-6c28-4c25-aec5-ee2786ebd6db tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Mar 07 14:12:58.197411 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166792e5-f21e-4898-a43a-cbe394864ab6 req-2934f6e1-444d-4979-b844-b9524a7f48d7 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:58.199317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-166792e5-f21e-4898-a43a-cbe394864ab6 req-2934f6e1-444d-4979-b844-b9524a7f48d7 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 944 time: 0.0583098 Mar 07 14:12:58.257716 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-166792e5-f21e-4898-a43a-cbe394864ab6 req-55fa219d-1ff5-4711-bbc7-189169c6edcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525703 Mar 07 14:12:58.306286 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device c0dbe635-70d8-4046-922c-7fe62c170ca2 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:12:58.404370 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port c0dbe635-70d8-4046-922c-7fe62c170ca2, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:58.414485 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:12:58.451271 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port c0dbe635-70d8-4046-922c-7fe62c170ca2 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:58.451691 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:58.464083 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dbe635-70d8-4046-922c-7fe62c170ca2 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:12:58.482242 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port c0dbe635-70d8-4046-922c-7fe62c170ca2, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:58.485166 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:58.535098 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=c0dbe635-70d8-4046-922c-7fe62c170ca2,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:58.734613 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['c0dbe635-70d8-4046-922c-7fe62c170ca2'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:12:58.769554 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25941211-1ffe-47e8-b149-30bf38e9cf99 req-2f0a007c-cb71-4814-9bf3-c4f84f417eaa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:58.771036 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25941211-1ffe-47e8-b149-30bf38e9cf99 req-2f0a007c-cb71-4814-9bf3-c4f84f417eaa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0518467 Mar 07 14:12:58.819552 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-25941211-1ffe-47e8-b149-30bf38e9cf99 req-49d1e379-7f1c-4bb8-9eaf-0b3279f8a8e0 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Mar 07 14:12:59.013187 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:59.380810 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd180-44d2-42b8-baf9-5429eaa2c62d req-c8b49c5e-ae59-4edc-9b07-1398d0d712a4 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:59.382336 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d29dd180-44d2-42b8-baf9-5429eaa2c62d req-c8b49c5e-ae59-4edc-9b07-1398d0d712a4 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 945 time: 0.0556641 Mar 07 14:12:59.432035 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d29dd180-44d2-42b8-baf9-5429eaa2c62d req-964e2a82-9ea9-4e00-bb29-ce4266573318 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439818 Mar 07 14:12:59.703562 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89439de-49c2-415f-84e6-fbdd94f91328 req-6a11c5bc-c417-4ad1-a8da-fc7c92eac572 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:59.704884 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e89439de-49c2-415f-84e6-fbdd94f91328 req-6a11c5bc-c417-4ad1-a8da-fc7c92eac572 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 945 time: 0.0608511 Mar 07 14:12:59.732927 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-483b9c53-2a54-40b6-a3a5-0e0c8df74aab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483313 Mar 07 14:12:59.762464 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e89439de-49c2-415f-84e6-fbdd94f91328 req-4114f365-7fe4-4247-bd45-09464a4a9115 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512445 Mar 07 14:12:59.816676 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-101d10be-8fd8-43ba-8150-717b3d59cde2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:59.818019 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-101d10be-8fd8-43ba-8150-717b3d59cde2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports/ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 942 time: 0.0487099 Mar 07 14:13:00.333149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device c0dbe635-70d8-4046-922c-7fe62c170ca2 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:13:00.380132 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port c0dbe635-70d8-4046-922c-7fe62c170ca2 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:13:00.384504 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port c0dbe635-70d8-4046-922c-7fe62c170ca2 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:13:00.384881 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:00.462896 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port c0dbe635-70d8-4046-922c-7fe62c170ca2 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:13:00.463287 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:00.486129 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:13:00.488461 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738d21b-50e1-43c1-a68e-80b1baf202e5" -d '{"events": [{"server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "name": "network-vif-plugged", "status": "completed", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:13:00.503477 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port c0dbe635-70d8-4046-922c-7fe62c170ca2, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:00.508497 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:00.509281 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:13:00.547276 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba28d40-ba5e-4367-9ba0-8649837bc611 x-openstack-request-id: req-7ba28d40-ba5e-4367-9ba0-8649837bc611 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:13:00.547932 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "name": "network-vif-plugged", "status": "completed", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:13:00.548137 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ba28d40-ba5e-4367-9ba0-8649837bc611 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:13:00.548517 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'code': 200} Mar 07 14:13:00.587857 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=c0dbe635-70d8-4046-922c-7fe62c170ca2,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:00.602778 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b567-553e-4d0e-b417-6b6280b943b4 req-3f4326f6-e14d-4ed5-80bf-da68d525b33e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.604366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aa84b567-553e-4d0e-b417-6b6280b943b4 req-3f4326f6-e14d-4ed5-80bf-da68d525b33e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.1032965 Mar 07 14:13:00.610634 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-9023c1cd-d734-49da-867d-87314f243be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.612088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-9023c1cd-d734-49da-867d-87314f243be9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f&tenant_id=a4f22e9215a448c18193b4c6a8448493 HTTP/1.1" status: 200 len: 1129 time: 0.0687652 Mar 07 14:13:00.635557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: ACTIVE; New status is: DOWN {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:13:00.636010 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:00.676236 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:00.681858 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:00.699054 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aa84b567-553e-4d0e-b417-6b6280b943b4 req-40b05e41-d75f-4fa4-b2e5-99cf3d6d4909 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860281 Mar 07 14:13:00.710714 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-c4edda38-a011-427a-ae18-fefbe77b916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.716610 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-c4edda38-a011-427a-ae18-fefbe77b916f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f22e9215a448c18193b4c6a8448493&device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1129 time: 0.0812545 Mar 07 14:13:00.730921 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=8']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:00.782311 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f176f-b51b-46c4-a373-1f594f62b59e req-a8e302b6-7811-415c-8e43-dda24e246909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.784474 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-589f176f-b51b-46c4-a373-1f594f62b59e req-a8e302b6-7811-415c-8e43-dda24e246909 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1130 time: 0.0444989 Mar 07 14:13:00.833754 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [req-589f176f-b51b-46c4-a373-1f594f62b59e req-f82ad537-f923-42a5-ba63-5e1b72e0a790 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433464 Mar 07 14:13:00.836903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-13ec749e-7661-4c6d-8a0d-65629f24dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.838436 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-13ec749e-7661-4c6d-8a0d-65629f24dae7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 200 len: 917 time: 0.1047769 Mar 07 14:13:00.894325 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daf9c0-44d0-4973-b1cc-9c34e91a6b98 req-fd01c76f-ebea-46c3-80a4-4b34212c8914 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.895836 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5daf9c0-44d0-4973-b1cc-9c34e91a6b98 req-fd01c76f-ebea-46c3-80a4-4b34212c8914 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0564680 Mar 07 14:13:00.942562 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5daf9c0-44d0-4973-b1cc-9c34e91a6b98 req-a518dc5e-d543-4889-b6c8-bb3474c6cd9a tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Mar 07 14:13:01.096748 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-a3b9618a-fd37-40e0-b61d-0507782d3a18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 200 len: 999 time: 0.0596421 Mar 07 14:13:01.149800 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-abdb06f1-7f8e-47b6-9c96-ff3ac92f45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:01.151243 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-abdb06f1-7f8e-47b6-9c96-ff3ac92f45a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 200 len: 855 time: 0.0463681 Mar 07 14:13:01.200623 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-61b53fec-9368-4671-9db9-cc5747e96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:01.202158 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-61b53fec-9368-4671-9db9-cc5747e96e3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443249 Mar 07 14:13:01.291481 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-e11619ae-d858-41be-ae73-3320946554ed service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815883 Mar 07 14:13:01.383515 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-04f34f1b-df6b-4cd1-afab-659b5826741b service neutron] 10.222.0.23 "GET /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 Mar 07 14:13:01.878991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d7922-5aae-4e42-b86d-dfd902560228 req-b048fdd4-ae71-47a6-ad4f-069d3de6b502 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:01.888795 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-211d7922-5aae-4e42-b86d-dfd902560228 req-b048fdd4-ae71-47a6-ad4f-069d3de6b502 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.1143897 Mar 07 14:13:01.978192 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-211d7922-5aae-4e42-b86d-dfd902560228 req-2f26cb40-9964-4d7d-876c-ce383d2f55ea tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882235 Mar 07 14:13:02.100005 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb780-d20b-44b2-90a3-40b4e48e76a4 req-743909d6-fd3b-4c53-8288-2afab4dedf0f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:02.101676 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cfddb780-d20b-44b2-90a3-40b4e48e76a4 req-743909d6-fd3b-4c53-8288-2afab4dedf0f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0635486 Mar 07 14:13:02.153431 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cfddb780-d20b-44b2-90a3-40b4e48e76a4 req-b03e6dc6-638c-49cd-82d2-76abb63b8e6f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457308 Mar 07 14:13:02.549827 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:13:02.552244 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436125f0-562f-4448-8944-22c4fa232769" -d '{"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:13:02.593404 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57609fae-58f4-4768-8813-c7aeded7ba3d x-openstack-request-id: req-57609fae-58f4-4768-8813-c7aeded7ba3d {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:13:02.593696 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:13:02.593971 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57609fae-58f4-4768-8813-c7aeded7ba3d {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:13:02.594365 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'code': 200} Mar 07 14:13:03.100039 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0193289-3d57-47b3-bb82-d3f2c85a4fd2 req-11d0834c-2e00-4c34-b1ec-eeb26a1ae09d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:03.102311 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f0193289-3d57-47b3-bb82-d3f2c85a4fd2 req-11d0834c-2e00-4c34-b1ec-eeb26a1ae09d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0585570 Mar 07 14:13:03.158596 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f0193289-3d57-47b3-bb82-d3f2c85a4fd2 req-00feaa73-9cee-4afd-87f3-435f49d17cf2 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497959 Mar 07 14:13:03.285213 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48262e7-9f29-461c-b038-b36b00862604 req-43e3d1af-30e6-4392-892b-a1c809753592 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:03.286636 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c48262e7-9f29-461c-b038-b36b00862604 req-43e3d1af-30e6-4392-892b-a1c809753592 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0540862 Mar 07 14:13:03.339607 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c48262e7-9f29-461c-b038-b36b00862604 req-01ffb906-4ca3-4930-8905-0e9e371bb149 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471556 Mar 07 14:13:04.286733 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e50f-a714-4802-8260-03d9270e8d7f req-7faf6666-225a-4998-b6d1-22f172c1ff06 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:04.289896 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3f49e50f-a714-4802-8260-03d9270e8d7f req-7faf6666-225a-4998-b6d1-22f172c1ff06 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0631175 Mar 07 14:13:04.359809 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3f49e50f-a714-4802-8260-03d9270e8d7f req-92437412-365f-4cd1-960d-1ac6d536727d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634360 Mar 07 14:13:04.506751 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c834d3-7559-4b7c-be48-82a194eb7d29 req-4cf5beb7-b633-4fbc-9812-c006d675e6bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:04.508437 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7c834d3-7559-4b7c-be48-82a194eb7d29 req-4cf5beb7-b633-4fbc-9812-c006d675e6bc tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0692806 Mar 07 14:13:04.560345 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7c834d3-7559-4b7c-be48-82a194eb7d29 req-05c065b6-1fdc-4cd9-bfb5-c5befa5d41cf tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Mar 07 14:13:05.500832 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a429-60d7-44ea-a4bc-4e726b56fa27 req-43e85e27-8f9f-448d-a78b-44d98f4c8197 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:05.502687 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75b5a429-60d7-44ea-a4bc-4e726b56fa27 req-43e85e27-8f9f-448d-a78b-44d98f4c8197 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0598259 Mar 07 14:13:05.556153 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-75b5a429-60d7-44ea-a4bc-4e726b56fa27 req-e257b7ea-18bd-4057-bd30-47098172475d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465970 Mar 07 14:13:05.696146 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507bc4d-9172-4ca4-b751-fdfd6ab7d097 req-80a86958-708f-4178-afd1-f9360e0053ae tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:05.697716 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1507bc4d-9172-4ca4-b751-fdfd6ab7d097 req-80a86958-708f-4178-afd1-f9360e0053ae tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0634928 Mar 07 14:13:05.754712 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1507bc4d-9172-4ca4-b751-fdfd6ab7d097 req-99a17cfc-61b1-435c-99a0-9f4de5a0376f tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Mar 07 14:13:06.684592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d20b2-d3c0-426a-b590-9a17ae2da4a5 req-4080f4aa-c568-4177-bc67-7bbb19fdeaea tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:06.686126 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b82d20b2-d3c0-426a-b590-9a17ae2da4a5 req-4080f4aa-c568-4177-bc67-7bbb19fdeaea tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0629153 Mar 07 14:13:06.737048 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b82d20b2-d3c0-426a-b590-9a17ae2da4a5 req-ac57beb7-1bcf-483a-a26e-c5e6341ca7ed tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Mar 07 14:13:06.875203 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d978b-60bf-4e17-9477-b09c7415226f req-d79b60db-4942-45b7-ad80-6aed08862547 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:06.876744 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-709d978b-60bf-4e17-9477-b09c7415226f req-d79b60db-4942-45b7-ad80-6aed08862547 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0542443 Mar 07 14:13:06.929950 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-709d978b-60bf-4e17-9477-b09c7415226f req-4e1ced7d-2914-4638-8538-8170a6f0bd2c tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Mar 07 14:13:07.861657 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd16bc-6b37-4ef0-b6e4-4181adc89eaa req-feb1332f-427f-4043-811e-4244cfd6721c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:07.863135 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdcd16bc-6b37-4ef0-b6e4-4181adc89eaa req-feb1332f-427f-4043-811e-4244cfd6721c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0572286 Mar 07 14:13:07.923162 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cdcd16bc-6b37-4ef0-b6e4-4181adc89eaa req-098a818e-369b-4ec2-85cd-711892bff826 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Mar 07 14:13:08.061665 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841965-c0b6-452f-a9a8-c7fde67792a8 req-04e56fd9-bc46-4124-aa61-9147c6c799d4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:08.063079 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51841965-c0b6-452f-a9a8-c7fde67792a8 req-04e56fd9-bc46-4124-aa61-9147c6c799d4 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0570040 Mar 07 14:13:08.114145 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-51841965-c0b6-452f-a9a8-c7fde67792a8 req-e20df730-6f81-46b6-9795-a8bb5ec586ab tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Mar 07 14:13:09.055939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f630b8-fab9-4d6b-a81b-c7548c2283f9 req-7f69d1a6-d565-4754-930a-6e33e86b0311 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:09.057429 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-86f630b8-fab9-4d6b-a81b-c7548c2283f9 req-7f69d1a6-d565-4754-930a-6e33e86b0311 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0647473 Mar 07 14:13:09.108922 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-86f630b8-fab9-4d6b-a81b-c7548c2283f9 req-cd1c8a18-5ef3-418d-8b1e-4148bc5c8a1f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Mar 07 14:13:09.264924 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687554c0-474b-4870-85ea-4d613ac7cc01 req-682829d6-d2bd-42f7-b7ff-010f7a913582 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:09.266449 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-687554c0-474b-4870-85ea-4d613ac7cc01 req-682829d6-d2bd-42f7-b7ff-010f7a913582 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0616741 Mar 07 14:13:09.316287 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-687554c0-474b-4870-85ea-4d613ac7cc01 req-1f7e99b6-fb29-4c76-abd9-34c728a39bcb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Mar 07 14:13:10.227970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3dea8-6cd3-46ab-a08e-c168351f9903 req-36bbb501-d5ea-4642-9cdc-bce495cadf4a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:10.229373 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80f3dea8-6cd3-46ab-a08e-c168351f9903 req-36bbb501-d5ea-4642-9cdc-bce495cadf4a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0545022 Mar 07 14:13:10.277926 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80f3dea8-6cd3-46ab-a08e-c168351f9903 req-cba0be2b-7b23-46db-9aef-977482fdb8a3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Mar 07 14:13:10.437607 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33997b-64e9-49f4-92ac-a1d63b95e484 req-56bd1c6a-6892-438b-b288-3b846397b5bb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:10.439050 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc33997b-64e9-49f4-92ac-a1d63b95e484 req-56bd1c6a-6892-438b-b288-3b846397b5bb tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.0523708 Mar 07 14:13:10.488562 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc33997b-64e9-49f4-92ac-a1d63b95e484 req-fae64397-2388-43ef-bd59-979f63242616 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Mar 07 14:13:11.394170 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa69cb-7d70-4797-90df-10129aa761ce req-0c9f1880-b2d6-46e7-ba65-610a046cd0fc tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:11.395697 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-78fa69cb-7d70-4797-90df-10129aa761ce req-0c9f1880-b2d6-46e7-ba65-610a046cd0fc tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0522614 Mar 07 14:13:11.446355 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-78fa69cb-7d70-4797-90df-10129aa761ce req-9b1f8c72-cbe2-49c4-8c54-0a4091af0def tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Mar 07 14:13:11.632113 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475716-6a3b-4717-b6ea-bd730840a1f3 req-60e23fcb-cd9b-4979-b331-ec8e5387922b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:11.633581 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff475716-6a3b-4717-b6ea-bd730840a1f3 req-60e23fcb-cd9b-4979-b331-ec8e5387922b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.1217768 Mar 07 14:13:11.636926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645b7e-2335-413c-b142-2ed601e2ab66 req-1d9d63a2-4533-4c35-8b6d-926a6785c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:11.638270 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a645b7e-2335-413c-b142-2ed601e2ab66 req-1d9d63a2-4533-4c35-8b6d-926a6785c7ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 1127 time: 0.1174941 Mar 07 14:13:11.665985 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032749-d66b-486b-9c68-44a6833dbab2 req-afba2156-a285-4a94-949b-e0adc2a34d51 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:11.667463 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4032749-d66b-486b-9c68-44a6833dbab2 req-afba2156-a285-4a94-949b-e0adc2a34d51 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 943 time: 0.1032319 Mar 07 14:13:11.746977 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff475716-6a3b-4717-b6ea-bd730840a1f3 req-6d1edffa-78d1-4c25-9cdd-f7a961bba17b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077659 Mar 07 14:13:11.752778 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a645b7e-2335-413c-b142-2ed601e2ab66 req-853a2cfb-9191-4fe2-85ff-e0b21f6c43fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044147 Mar 07 14:13:11.760463 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4032749-d66b-486b-9c68-44a6833dbab2 req-3c651c6e-a7e3-456d-827a-4cd8a1484225 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856142 Mar 07 14:13:11.768881 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35748) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:11.815459 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137911fa-2bcb-497d-929a-2d6a5811e215 tempest-TestVolumeBootPattern-958461992 tempest-TestVolumeBootPattern-958461992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:11.816952 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-137911fa-2bcb-497d-929a-2d6a5811e215 tempest-TestVolumeBootPattern-958461992 tempest-TestVolumeBootPattern-958461992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1125 time: 0.0470970 Mar 07 14:13:11.820277 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35750) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:11.824496 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:13:11.843944 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:11.937873 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.044953 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Allocated IP 172.27.3.82 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/c32bbd79-5d7c-47c8-9744-d292f57a2cbf) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:13:12.144558 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.178606 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.219814 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:13:12.223904 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:13:12.227406 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:13:12.232687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=c32bbd79-5d7c-47c8-9744-d292f57a2cbf,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:12.260179 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.260532 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.260879 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.261217 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.261551 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.261879 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.262209 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.262535 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.262858 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.263184 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.263535 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.263860 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.264180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:12.371713 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:13:12.470881 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:12.481363 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'port_id': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'mac_address': 'fa:16:3e:30:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:13:12.518840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:13:12.519239 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.532178 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec993166-77ab-4b7a-833c-61ee68e22749 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:13:12.551767 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:12.556033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.595565 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (005957ef-bb0d-4c2d-88f8-d8cf92a23a95), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.611642 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=9']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:12.664804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.811689 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.817109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.914845 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=c32bbd79-5d7c-47c8-9744-d292f57a2cbf,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:12.933587 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (005957ef-bb0d-4c2d-88f8-d8cf92a23a95), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:12.943632 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abde42-450e-4c81-a9c5-ce87b033fcc6 req-11f96fa4-0065-47f2-8ea4-4a360d3ef0aa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:12.945146 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-93abde42-450e-4c81-a9c5-ce87b033fcc6 req-11f96fa4-0065-47f2-8ea4-4a360d3ef0aa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 944 time: 0.1009445 Mar 07 14:13:13.069568 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-93abde42-450e-4c81-a9c5-ce87b033fcc6 req-3821167e-4add-40dc-b9d3-a7fff0f0b852 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905817 Mar 07 14:13:13.083260 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Floating IP 005957ef-bb0d-4c2d-88f8-d8cf92a23a95 associated. External IP: 172.27.3.82, port: c0dbe635-70d8-4046-922c-7fe62c170ca2. Mar 07 14:13:13.298992 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:13:13.410491 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:13:13.421291 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:13:13.428592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:13.431184 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:13:13.431844 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:13.457561 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7b3b1dfd-f543-42e9-895c-95282c7c6f0f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6362762 Mar 07 14:13:13.458238 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:13:13.461249 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c825287-d0da-4327-98a7-c2c654df64e8" -d '{"events": [{"name": "network-changed", "server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:13:13.501970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac13b7-0e61-4c80-98f2-84f2f543066b x-openstack-request-id: req-5cac13b7-0e61-4c80-98f2-84f2f543066b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:13:13.502264 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:13:13.502570 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cac13b7-0e61-4c80-98f2-84f2f543066b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:13:13.502980 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'status': 'completed', 'code': 200} Mar 07 14:13:13.551708 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:13:13.580865 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-7008f96b-88c5-4b57-9be8-4e41ed85fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:13.582367 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-7008f96b-88c5-4b57-9be8-4e41ed85fd6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1130 time: 0.0550201 Mar 07 14:13:13.680007 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-a6c11979-5557-406d-b87e-8ed3c63f5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:13.681387 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-a6c11979-5557-406d-b87e-8ed3c63f5cd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0910971 Mar 07 14:13:13.749873 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-e73b172e-12a2-40f8-8c12-1bad6a529531 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 999 time: 0.0607893 Mar 07 14:13:13.778686 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:12Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:13.798641 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-4136f66c-8948-4351-a371-b56106120248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:13.800119 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-4136f66c-8948-4351-a371-b56106120248 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0433800 Mar 07 14:13:13.809771 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:13:13.819524 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:13:13.820151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:12:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:13.850852 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-e11a204a-4d8c-433f-b582-090b84d0f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:13.852387 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-e11a204a-4d8c-433f-b582-090b84d0f7ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445890 Mar 07 14:13:13.914016 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['ec993166-77ab-4b7a-833c-61ee68e22749'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:13:13.950620 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-1ff0824e-e438-4e5d-b0e5-f252fd2d4754 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848527 Mar 07 14:13:14.042537 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c825287-d0da-4327-98a7-c2c654df64e8 req-b35c20ac-a97b-40b9-8606-455de26aa0a0 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859897 Mar 07 14:13:14.101930 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:13:14.196627 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0359-b2cc-4ac6-8e35-4a4233ed7c02 req-c3db4ec7-2323-4a86-a688-9fd1cc161cb5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:14.198104 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f3d0359-b2cc-4ac6-8e35-4a4233ed7c02 req-c3db4ec7-2323-4a86-a688-9fd1cc161cb5 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 944 time: 0.0565734 Mar 07 14:13:14.244491 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8f3d0359-b2cc-4ac6-8e35-4a4233ed7c02 req-17095820-1554-4bc1-be89-b2501d11a96b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405641 Mar 07 14:13:14.399957 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:12Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:14.426049 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe4e2-c080-484c-9511-a3b4d33e75bc None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:12Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:13:14.618754 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bbb9e-ef68-4f9d-8af2-eceddef21a97 None None] New status for floating IP 005957ef-bb0d-4c2d-88f8-d8cf92a23a95: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:13:16.407114 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:13:16.454036 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port ec993166-77ab-4b7a-833c-61ee68e22749 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:13:16.454417 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:16.533442 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port ec993166-77ab-4b7a-833c-61ee68e22749 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:13:16.533829 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:16.558611 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:13:16.562472 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aa667b-734f-47de-9da1-617f1671371e" -d '{"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-plugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:13:16.574262 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:16.578408 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:16.603000 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b80da3-3371-4abb-b70e-9d3725362909 x-openstack-request-id: req-43b80da3-3371-4abb-b70e-9d3725362909 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:13:16.603295 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-plugged", "status": "completed", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:13:16.603578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43b80da3-3371-4abb-b70e-9d3725362909 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:13:16.603971 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'code': 200} Mar 07 14:13:16.628595 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=10']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:17.460777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9df077ca-6caa-4493-a3e6-ca24ef406bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:19.821109 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-89596322-f81c-4092-9622-e49c1665a224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:20.135178 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:13:20.845881 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:22.182593 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:23.791802 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:29.024264 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:47.463667 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4610705c-7380-4aea-aeb0-9fd6c1925cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:47.529777 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef20cce-cd17-4fd4-9dd5-193d664b6eaf req-b5613116-ebce-4a36-bffb-b50021067dfa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:47.531137 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ef20cce-cd17-4fd4-9dd5-193d664b6eaf req-b5613116-ebce-4a36-bffb-b50021067dfa tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 946 time: 0.0513022 Mar 07 14:13:47.576605 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ef20cce-cd17-4fd4-9dd5-193d664b6eaf req-fee01aae-6732-4fd8-9755-050a38ad4653 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Mar 07 14:13:48.703888 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b234e5-701f-4181-a728-8839e71731a2 req-250e0bc6-c52d-48c7-8c59-0f482697100b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:48.705370 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64b234e5-701f-4181-a728-8839e71731a2 req-250e0bc6-c52d-48c7-8c59-0f482697100b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 946 time: 0.0558503 Mar 07 14:13:48.759936 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64b234e5-701f-4181-a728-8839e71731a2 req-a472dbc1-8ea7-4e3e-bd2f-88a5be0d384b tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups?id=6109e67a-963d-4713-877d-5ece8771e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Mar 07 14:13:49.030725 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-0338e69e-5a6c-4545-ad58-cc4bbf156c52 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:49.032201 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-0338e69e-5a6c-4545-ad58-cc4bbf156c52 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 946 time: 0.0520585 Mar 07 14:13:49.126168 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Deleting port ec993166-77ab-4b7a-833c-61ee68e22749 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:13:49.126503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.215763 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] For port ec993166-77ab-4b7a-833c-61ee68e22749, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=ec993166-77ab-4b7a-833c-61ee68e22749,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:49.216131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.383672 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.384034 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (633c7db4-9291-4e72-8be6-955afc208509), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.384380 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Floating IP 633c7db4-9291-4e72-8be6-955afc208509 disassociated. External IP: 172.27.3.110, port: ec993166-77ab-4b7a-833c-61ee68e22749. Mar 07 14:13:49.384793 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Calling delete_port for ec993166-77ab-4b7a-833c-61ee68e22749 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:13:49.766888 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (ec993166-77ab-4b7a-833c-61ee68e22749), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.794448 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event deleted for resources: {'Port': ['ID=ec993166-77ab-4b7a-833c-61ee68e22749,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:49.830815 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f64fdde4-960a-4084-ac02-71e58ef430e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.875540 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f7683b50-9508-4d31-94e1-d57150bdd3f6 req-212124f8-87f5-43c5-9d56-ef512be479a1 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/ports?device_id=471b0c9a-d455-47b9-a1ab-8479378df55f HTTP/1.1" status: 200 len: 210 time: 0.0320313 Mar 07 14:13:49.937962 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:13:50.046265 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:13:50.056612 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:13:50.066508 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:13:50.067205 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:50.089930 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] No DVR routers for this DVR port ec993166-77ab-4b7a-833c-61ee68e22749 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:13:50.092548 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:50.095852 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a6e78f2-e93b-47a4-9ef7-e09eec79ca32 req-74945f80-0c85-453e-9ffd-98349769d652 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.23 "DELETE /v2.0/ports/ec993166-77ab-4b7a-833c-61ee68e22749 HTTP/1.1" status: 204 len: 173 time: 1.0557983 Mar 07 14:13:50.096294 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-deleted', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:13:50.098525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ec339-b9b5-4632-b3ec-a712732e5e6a" -d '{"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-deleted", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:13:50.136922 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46ae796-4c4c-4499-a100-e10b5a185401 x-openstack-request-id: req-b46ae796-4c4c-4499-a100-e10b5a185401 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:13:50.137473 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0c9a-d455-47b9-a1ab-8479378df55f", "name": "network-vif-deleted", "tag": "ec993166-77ab-4b7a-833c-61ee68e22749", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:13:50.137604 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b46ae796-4c4c-4499-a100-e10b5a185401 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:13:50.138061 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0c9a-d455-47b9-a1ab-8479378df55f', 'name': 'network-vif-deleted', 'tag': 'ec993166-77ab-4b7a-833c-61ee68e22749', 'status': 'completed', 'code': 200} Mar 07 14:13:50.202959 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:13:50.411241 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:50.437126 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:13:50.445753 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:13:50.446354 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:50.556093 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:13:50.758273 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:50.783985 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8ca95-b35e-41ba-a858-355d037a42d0 None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:06:33Z', 'revision_number': 4, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'aac76d8b-c91a-4aef-a157-83c72831db9c', 'name': '', 'network_id': '9182a4f2-605e-4edb-b0e4-2ef2e742f8b0', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'mac_address': 'fa:16:3e:75:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:32Z', 'updated_at': '2022-03-07T14:06:39Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'subnets': [{'id': '4dd70eb4-505e-4bf7-a579-85c0ecc18eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:13:50.847840 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:50.966352 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35840) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:51.003211 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743e906-1d3f-4798-8628-daefbda51022 None None] New status for floating IP 633c7db4-9291-4e72-8be6-955afc208509: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:13:51.027958 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (6109e67a-963d-4713-877d-5ece8771e7b8), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.051508 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (6109e67a-963d-4713-877d-5ece8771e7b8), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.100648 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (6109e67a-963d-4713-877d-5ece8771e7b8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.103394 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.104710 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "DELETE /v2.0/security-groups/6109e67a-963d-4713-877d-5ece8771e7b8 HTTP/1.1" status: 204 len: 168 time: 0.1371868 Mar 07 14:13:51.107503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35842) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:51.114278 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6109e67a-963d-4713-877d-5ece8771e7b8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:51.122754 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.123100 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.123544 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.124479 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.124479 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.124814 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.124908 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.125252 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.125507 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.125921 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.126166 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.126482 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.126807 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71394f9-a2ed-4537-bdff-e16f882bce61 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:51.128314 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-128000d5-8a9a-48fd-80b6-468985d9a709 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] show failed (client error): The resource could not be found. Mar 07 14:13:51.129380 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-128000d5-8a9a-48fd-80b6-468985d9a709 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "GET /v2.0/security-groups/6109e67a-963d-4713-877d-5ece8771e7b8 HTTP/1.1" status: 404 len: 347 time: 0.0206571 Mar 07 14:13:51.132927 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35844) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:51.260057 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Deleting port 30579d51-ce14-44dd-a851-dd454be0ac55 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:13:51.260401 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (30579d51-ce14-44dd-a851-dd454be0ac55), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.332907 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (30579d51-ce14-44dd-a851-dd454be0ac55), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.333234 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (30579d51-ce14-44dd-a851-dd454be0ac55), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.344482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Calling delete_port for 30579d51-ce14-44dd-a851-dd454be0ac55 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:13:51.472698 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (30579d51-ce14-44dd-a851-dd454be0ac55), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.502159 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Pushing event deleted for resources: {'Port': ['ID=30579d51-ce14-44dd-a851-dd454be0ac55,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:51.558525 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks [] for floatingip (633c7db4-9291-4e72-8be6-955afc208509), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.561198 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.562417 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-21e9e426-7221-40d2-b08b-fe8a2f350d38 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] 10.222.0.31 "DELETE /v2.0/floatingips/633c7db4-9291-4e72-8be6-955afc208509 HTTP/1.1" status: 204 len: 168 time: 0.4284923 Mar 07 14:13:52.186816 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:52.635103 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:13:52.655570 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: ec993166-77ab-4b7a-833c-61ee68e22749 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:13:52.655920 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device ec993166-77ab-4b7a-833c-61ee68e22749 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:13:53.797079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:53.950997 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35866) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:54.386217 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (297e306a-6e3e-44dd-abaf-6976cb246a3f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:54.631248 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Deleting port aac76d8b-c91a-4aef-a157-83c72831db9c {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:13:54.631726 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:54.707664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] For port aac76d8b-c91a-4aef-a157-83c72831db9c, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=aac76d8b-c91a-4aef-a157-83c72831db9c,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:54.707944 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:54.719974 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Calling delete_port for aac76d8b-c91a-4aef-a157-83c72831db9c owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:13:54.913191 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (aac76d8b-c91a-4aef-a157-83c72831db9c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:54.938092 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac76d8b-c91a-4aef-a157-83c72831db9c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:55.109436 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (297e306a-6e3e-44dd-abaf-6976cb246a3f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:55.331628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Router 297e306a-6e3e-44dd-abaf-6976cb246a3f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:13:55.438624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:13:55.444300 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-69a2040f-7210-4c91-86bf-55b621f0d196 admin admin] 10.222.0.31 "PUT /v2.0/routers/297e306a-6e3e-44dd-abaf-6976cb246a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920862 Mar 07 14:13:55.446664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35870) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:55.449209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] Sync routers for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:13:55.459441 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:13:55.460258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:55.550724 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks [] for router (297e306a-6e3e-44dd-abaf-6976cb246a3f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:55.565623 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:13:55.654390 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks [] for router_gateway (297e306a-6e3e-44dd-abaf-6976cb246a3f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:55.707952 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Deleting port e82adbf3-2c3a-4852-a266-15c102a166a5 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:13:55.708289 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:55.744788 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:13:54Z', 'revision_number': 5, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port': {'id': 'e82adbf3-2c3a-4852-a266-15c102a166a5', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:06:28Z', 'updated_at': '2022-03-07T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:55.772151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] Checking router: 297e306a-6e3e-44dd-abaf-6976cb246a3f for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:13:55.780480 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] Routers {'297e306a-6e3e-44dd-abaf-6976cb246a3f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:13:55.781085 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['297e306a-6e3e-44dd-abaf-6976cb246a3f'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:55.787357 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] For port e82adbf3-2c3a-4852-a266-15c102a166a5, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=e82adbf3-2c3a-4852-a266-15c102a166a5,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:55.787725 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:55.799793 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Calling delete_port for e82adbf3-2c3a-4852-a266-15c102a166a5 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:13:55.870788 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] Set router 297e306a-6e3e-44dd-abaf-6976cb246a3f gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:13:55.977796 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (e82adbf3-2c3a-4852-a266-15c102a166a5), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.012393 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82adbf3-2c3a-4852-a266-15c102a166a5,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:56.071398 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:13:55Z', 'revision_number': 6, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:56.077039 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (297e306a-6e3e-44dd-abaf-6976cb246a3f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.099025 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f6f13-04d4-45d0-8ef7-d656cadf5ed9 None None] The sync data for ids ['297e306a-6e3e-44dd-abaf-6976cb246a3f'] in dv-cinder-827554-2-iscsi is: [{'id': '297e306a-6e3e-44dd-abaf-6976cb246a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-557500462-router', 'tenant_id': 'a4f22e9215a448c18193b4c6a8448493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:06:27Z', 'updated_at': '2022-03-07T14:13:55Z', 'revision_number': 6, 'project_id': 'a4f22e9215a448c18193b4c6a8448493', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:13:56.182184 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (297e306a-6e3e-44dd-abaf-6976cb246a3f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.184393 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks [] for router_controller (297e306a-6e3e-44dd-abaf-6976cb246a3f), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.229353 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (297e306a-6e3e-44dd-abaf-6976cb246a3f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.229965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297e306a-6e3e-44dd-abaf-6976cb246a3f {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:13:56.234189 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.235375 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f8367934-f6ec-4a59-91f4-42b8bfe950e6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/297e306a-6e3e-44dd-abaf-6976cb246a3f HTTP/1.1" status: 204 len: 168 time: 0.7877743 Mar 07 14:13:56.237837 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35872) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:56.281363 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Deleting subnet 4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:13:56.284361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Publish callbacks [] for subnet (4dd70eb4-505e-4bf7-a579-85c0ecc18eb2), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.318343 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (4dd70eb4-505e-4bf7-a579-85c0ecc18eb2), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.395768 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (4dd70eb4-505e-4bf7-a579-85c0ecc18eb2), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.451227 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (4dd70eb4-505e-4bf7-a579-85c0ecc18eb2), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.477505 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd70eb4-505e-4bf7-a579-85c0ecc18eb2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:56.484190 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.489617 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fb40a911-7b60-42f8-9bda-fe7191af4f9d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4dd70eb4-505e-4bf7-a579-85c0ecc18eb2 HTTP/1.1" status: 204 len: 168 time: 0.2485015 Mar 07 14:13:56.491801 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35874) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:56.495141 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317a791-f276-4ec9-8ede-11bd02faae04 None None] Network 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:13:56.569296 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.629731 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Deleting port 8647294b-9878-4879-8606-5eb35f805fae {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:13:56.630070 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8647294b-9878-4879-8606-5eb35f805fae), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.691521 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] For port 8647294b-9878-4879-8606-5eb35f805fae, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8647294b-9878-4879-8606-5eb35f805fae,segment=NetworkSegment(3a806460-c0fe-49dd-8a14-e74e42475ff5),segment_id=3a806460-c0fe-49dd-8a14-e74e42475ff5)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:13:56.691880 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8647294b-9878-4879-8606-5eb35f805fae), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.703847 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Calling delete_port for 8647294b-9878-4879-8606-5eb35f805fae owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:13:56.783738 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (8647294b-9878-4879-8606-5eb35f805fae), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.808567 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Pushing event deleted for resources: {'Port': ['ID=8647294b-9878-4879-8606-5eb35f805fae,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:56.811972 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] No DVR routers for this DVR port 8647294b-9878-4879-8606-5eb35f805fae on host dv-cinder-827554-2-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:13:56.886009 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.890372 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d030e-7976-4750-8b5d-3896da526e15 None None] DHCP port deletion for 9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:13:56.922540 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9182a4f2-605e-4edb-b0e4-2ef2e742f8b0']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:56.934116 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a806460-c0fe-49dd-8a14-e74e42475ff5') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:56.934424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a806460-c0fe-49dd-8a14-e74e42475ff5') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:13:56.944444 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (3a806460-c0fe-49dd-8a14-e74e42475ff5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.957719 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (3a806460-c0fe-49dd-8a14-e74e42475ff5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.964429 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:13:56.964823 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (3a806460-c0fe-49dd-8a14-e74e42475ff5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:13:56.966426 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:13:57.025272 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (9182a4f2-605e-4edb-b0e4-2ef2e742f8b0), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.030864 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.034063 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9182a4f2-605e-4edb-b0e4-2ef2e742f8b0 HTTP/1.1" status: 204 len: 168 time: 0.5425305 Mar 07 14:13:57.045618 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d1d7-85c5-4e7a-bbd3-6004601d5206 admin admin] Pushing event deleted for resources: {'Network': ['ID=9182a4f2-605e-4edb-b0e4-2ef2e742f8b0,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:57.136293 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:13:57.155472 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35878) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:57.196472 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5bd042b7-b9a9-42a9-b55f-9566c2bb0c71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4f22e9215a448c18193b4c6a8448493&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397873 Mar 07 14:13:57.199059 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35880) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:57.246537 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aca6a866-cd6f-4eec-9b02-62464b5aa3dc admin admin] Publish callbacks [] for security_group (e5e361bd-5387-4a70-8ae9-781e99495eb5), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.267538 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aca6a866-cd6f-4eec-9b02-62464b5aa3dc admin admin] Publish callbacks [] for security_group (e5e361bd-5387-4a70-8ae9-781e99495eb5), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.312919 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aca6a866-cd6f-4eec-9b02-62464b5aa3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (e5e361bd-5387-4a70-8ae9-781e99495eb5), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.315582 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-aca6a866-cd6f-4eec-9b02-62464b5aa3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.316748 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-aca6a866-cd6f-4eec-9b02-62464b5aa3dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5e361bd-5387-4a70-8ae9-781e99495eb5 HTTP/1.1" status: 204 len: 168 time: 0.1166785 Mar 07 14:13:57.325687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6a866-cd6f-4eec-9b02-62464b5aa3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e361bd-5387-4a70-8ae9-781e99495eb5,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:57.962561 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35906) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:58.059007 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1840740959-network', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:13:58.078904 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Made reservation on behalf of bdb952ab8f9648df917aa7fd608d14e3 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:13:58.081447 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.088270 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device aac76d8b-c91a-4aef-a157-83c72831db9c no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:13:58.090980 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.109764 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: aac76d8b-c91a-4aef-a157-83c72831db9c {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:13:58.110113 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device aac76d8b-c91a-4aef-a157-83c72831db9c not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:13:58.110534 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8647294b-9878-4879-8606-5eb35f805fae no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:13:58.133683 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 8647294b-9878-4879-8606-5eb35f805fae {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:13:58.134073 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8647294b-9878-4879-8606-5eb35f805fae not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:13:58.134566 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device e82adbf3-2c3a-4852-a266-15c102a166a5 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:13:58.155006 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: e82adbf3-2c3a-4852-a266-15c102a166a5 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:13:58.155382 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device e82adbf3-2c3a-4852-a266-15c102a166a5 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:13:58.175265 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks [] for security_group (3aa11a61-2e71-4b9d-9e32-867ad9074a93), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.180184 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3aa11a61-2e71-4b9d-9e32-867ad9074a93), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.207286 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:13:58.213780 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa11a61-2e71-4b9d-9e32-867ad9074a93,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:58.220865 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (8923d264-98e3-40e2-b64b-beea6bef4fc3), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.221210 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Added segment 8923d264-98e3-40e2-b64b-beea6bef4fc3 of type vlan for network 9c8fa082-1b00-4723-8892-cf48b0535acf Mar 07 14:13:58.261493 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (9c8fa082-1b00-4723-8892-cf48b0535acf), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.285366 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (9c8fa082-1b00-4723-8892-cf48b0535acf), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.286311 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:58.286974 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.320239 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3566177 Mar 07 14:13:58.323260 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35910) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:58.328270 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Request body: {'subnet': {'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1840740959-subnet', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:13:58.348257 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Made reservation on behalf of bdb952ab8f9648df917aa7fd608d14e3 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:13:58.349399 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b615df2-d53a-4a08-b9ee-b5cb65b46565 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8fa082-1b00-4723-8892-cf48b0535acf,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:58.350996 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29675565'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.359427 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 9c8fa082-1b00-4723-8892-cf48b0535acf details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:13:58.516018 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30263329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29675571'] for subnet (1afef1b7-064b-40b7-8313-c0add2db2f3e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.570194 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afef1b7-064b-40b7-8313-c0add2db2f3e,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:58.585758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Checking segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:13:58.586119 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Network hostable DHCP agents. Network: 9c8fa082-1b00-4723-8892-cf48b0535acf, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:13:58.602517 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Network 9c8fa082-1b00-4723-8892-cf48b0535acf is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:13:58.611234 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 9c8fa082-1b00-4723-8892-cf48b0535acf) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:13:58.617235 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:58.618214 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.623791 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e12219-899b-4581-941f-b50aac1eaec5 None None] Network 9c8fa082-1b00-4723-8892-cf48b0535acf requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:13:58.635333 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-23269abd-6502-4a02-a370-06fac008a553 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3107550 Mar 07 14:13:58.637851 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35912) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:13:58.642023 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:13:58.660202 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (28b16ed6-4f91-4a00-b467-840c43f81ad4), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.661333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (28b16ed6-4f91-4a00-b467-840c43f81ad4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.716547 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks [] for router_controller (28b16ed6-4f91-4a00-b467-840c43f81ad4), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.728607 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-9c8fa082-1b00-4723-8892-cf48b0535acf', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:13:58.729475 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:58.869063 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Allocated IP 172.20.0.2 (9c8fa082-1b00-4723-8892-cf48b0535acf/1afef1b7-064b-40b7-8313-c0add2db2f3e/4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:13:59.024152 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Publish callbacks [] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.032663 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.038545 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.076719 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Network 9c8fa082-1b00-4723-8892-cf48b0535acf is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:13:59.079514 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:13:59.084311 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:13:59.086259 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Pushing event updated for resources: {'Port': ['ID=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:59.095504 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.096151 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.096262 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.096516 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.096847 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.097178 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.097502 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.097851 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.098424 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.098534 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.098782 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.099114 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.099468 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:13:59.135546 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks [] for router_gateway (28b16ed6-4f91-4a00-b467-840c43f81ad4), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.153027 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Attempting to bind port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:13:59.153369 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Attempting to bind port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:13:59.153722 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Attempting to bind port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e on network 9c8fa082-1b00-4723-8892-cf48b0535acf {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:13:59.159665 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:13:59.160148 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Checking segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:13:59.160557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.160954 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Bound using segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:13:59.161422 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Bound port: 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:13:59.162392 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.228965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] For port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:13:59.232178 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] For port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:13:59.238475 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.299503 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23327bb-dbcf-41f4-8ef4-89e633a080d7 None None] Pushing event updated for resources: {'Port': ['ID=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:59.341653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks [] for router_gateway (28b16ed6-4f91-4a00-b467-840c43f81ad4), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.364381 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.477491 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Allocated IP 172.27.3.23 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:13:59.592658 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks [] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.626474 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:59.666153 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:13:59.668948 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:13:59.672685 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:13:59.694468 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Pushing event updated for resources: {'Port': ['ID=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:13:59.926690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks [] for router_gateway (28b16ed6-4f91-4a00-b467-840c43f81ad4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.136038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:00.154584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (28b16ed6-4f91-4a00-b467-840c43f81ad4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.189983 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:00.190368 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.230927 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a7229-d1e1-45a0-a630-00f53d056b94 None None] Network 9c8fa082-1b00-4723-8892-cf48b0535acf requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:14:00.294146 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:14:00.346041 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Provisioning complete for port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:00.346423 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.402984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:14:00.412456 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:14:00.417786 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:00.418269 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.421453 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.423303 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:00.423752 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f648f0ec-6d13-41ad-a503-294c742feeda admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7848337 Mar 07 14:14:00.424385 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:00.426342 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35914) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:00.479323 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:00.505518 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.550536 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Current status of the port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:00.550933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.555227 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:00.591009 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:00.639650 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.db.api [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 14:14:00.641109 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG oslo_db.api [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 14:14:00.750036 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:13:59Z', 'revision_number': 3, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:00.777437 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:14:00.777705 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Updating router 28b16ed6-4f91-4a00-b467-840c43f81ad4 port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:14:00.807484 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:00.888302 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.046928 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Allocated IP 172.20.0.1 (9c8fa082-1b00-4723-8892-cf48b0535acf/1afef1b7-064b-40b7-8313-c0add2db2f3e/6476465e-214e-4bc7-8d0e-3a485537df1d) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:14:01.062080 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Publish callbacks [] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.067856 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.116785 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Attempting to bind port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:14:01.117156 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Attempting to bind port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:14:01.117514 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Attempting to bind port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:14:01.122896 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Pushing event updated for resources: {'Port': ['ID=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:01.130233 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:14:01.131281 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:14:01.131743 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.132134 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:14:01.132592 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Bound port: c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:14:01.132962 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.136584 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.136949 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.137305 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.137641 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.137970 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.138295 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.138618 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.138938 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.139257 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.139691 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.140020 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.140335 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.140648 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:01.163172 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks [] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.183387 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda32d-09aa-4e59-97ba-0bfb2d3d19d8 None None] Current status of the port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:01.202359 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.247950 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Network 9c8fa082-1b00-4723-8892-cf48b0535acf is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:14:01.252379 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:14:01.256612 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:14:01.279457 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Pushing event updated for resources: {'Port': ['ID=6476465e-214e-4bc7-8d0e-3a485537df1d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:01.283655 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] For port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:14:01.286786 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] For port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:14:01.296320 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.300912 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (28b16ed6-4f91-4a00-b467-840c43f81ad4), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.312795 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-f8cc06ea-2819-4aeb-bb61-b42e6aac36f0 None None] Provisioning complete for port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:01.313523 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f8cc06ea-2819-4aeb-bb61-b42e6aac36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.355237 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:01.356096 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:01.417787 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc06ea-2819-4aeb-bb61-b42e6aac36f0 None None] Current status of the port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:01.428580 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c904c90-23f4-471e-828c-ff5a85c86ae2 None None] Pushing event updated for resources: {'Port': ['ID=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:01.465713 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.496490 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:01.538484 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-30a97c95-cd20-4e4f-8bf4-824e9d9ce2dc None None] Provisioning complete for port 6476465e-214e-4bc7-8d0e-3a485537df1d triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:01.538754 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-30a97c95-cd20-4e4f-8bf4-824e9d9ce2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.582886 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-30a97c95-cd20-4e4f-8bf4-824e9d9ce2dc None None] Port 6476465e-214e-4bc7-8d0e-3a485537df1d cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:14:01.639779 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks [] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.645874 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.679979 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:13:59Z', 'revision_number': 3, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:01.711260 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2efe2-c72c-48ba-be81-585ff248e0e3 None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:13:59Z', 'revision_number': 3, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:14:01.964968 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (28b16ed6-4f91-4a00-b467-840c43f81ad4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:01.966836 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Pushing event updated for resources: {'Port': ['ID=6476465e-214e-4bc7-8d0e-3a485537df1d,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:02.088622 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Network 9c8fa082-1b00-4723-8892-cf48b0535acf is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:14:02.090033 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:14:02.197384 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:02.242530 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:14:02.257142 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:02.257535 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.345620 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:02.345869 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.369134 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:02.369923 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:14:02.374795 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.375717 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:02.384348 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9bc15794-4879-42aa-9abb-80c88a288513 admin admin] 10.222.0.31 "PUT /v2.0/routers/28b16ed6-4f91-4a00-b467-840c43f81ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567888 Mar 07 14:14:02.463460 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-90c98a24-d633-42e6-8f28-052636eea735 None None] Provisioning complete for port 6476465e-214e-4bc7-8d0e-3a485537df1d triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:02.463843 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-90c98a24-d633-42e6-8f28-052636eea735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.493116 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:02.514934 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:02.515310 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.535557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-90c98a24-d633-42e6-8f28-052636eea735 None None] Port 6476465e-214e-4bc7-8d0e-3a485537df1d cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:14:02.599020 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:02.827475 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35922) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:02.832049 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855171380', 'description': 'tempest-description--1857838543'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:02.853966 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.928895 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (694d0061-6935-41a2-a6b1-89a5f7bc43fe), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.932785 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (694d0061-6935-41a2-a6b1-89a5f7bc43fe), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.961067 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:02.962272 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1337900 Mar 07 14:14:02.965498 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35924) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:02.969739 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a74f5b-b0b1-4ad2-99cb-3415ccfa4357 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694d0061-6935-41a2-a6b1-89a5f7bc43fe,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:02.970130 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'security_group_rule': {'security_group_id': '694d0061-6935-41a2-a6b1-89a5f7bc43fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:02.996275 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (c662643b-ed9a-44fa-b375-43369f12acbb), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.051577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (c662643b-ed9a-44fa-b375-43369f12acbb), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.054879 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (c662643b-ed9a-44fa-b375-43369f12acbb), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.072700 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c662643b-ed9a-44fa-b375-43369f12acbb,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:03.079326 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.080456 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-34860142-d19c-4469-b1af-80f46765ad09 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139102 Mar 07 14:14:03.083293 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35926) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:03.088791 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'security_group_rule': {'security_group_id': '694d0061-6935-41a2-a6b1-89a5f7bc43fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:03.113951 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (a9e0df65-b80a-495c-9aa7-c7b969cd179b), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.173279 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (a9e0df65-b80a-495c-9aa7-c7b969cd179b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.176742 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (a9e0df65-b80a-495c-9aa7-c7b969cd179b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.195647 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e0df65-b80a-495c-9aa7-c7b969cd179b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:03.206011 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.207294 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ddb82f6a-079c-484c-a63c-d713e8422cde tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220493 Mar 07 14:14:03.211036 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35928) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:03.215466 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:03.235674 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.338815 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.439413 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:14:03.444802 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Allocated IP 172.27.3.218 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/2f20e361-7eff-43be-a6f3-88f656b398b8) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:14:03.449980 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:03.450525 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:03.550399 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.560244 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:03.584290 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.623082 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:14:03.627447 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:14:03.631443 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:14:03.653831 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'Port': ['ID=2f20e361-7eff-43be-a6f3-88f656b398b8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:03.725720 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (5f6bbc24-fb17-43b6-a161-3a6b4ad7925c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.762793 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.769544 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 2, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:03.796466 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:14:03.796846 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Updating router 28b16ed6-4f91-4a00-b467-840c43f81ad4 port 6476465e-214e-4bc7-8d0e-3a485537df1d binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:14:03.825420 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.916456 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.921113 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:03.988035 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'Port': ['ID=2f20e361-7eff-43be-a6f3-88f656b398b8,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:03.999719 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (5f6bbc24-fb17-43b6-a161-3a6b4ad7925c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.018038 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.019261 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a50e5249-3ae5-45e5-8387-06d026a8c41d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8072557 Mar 07 14:14:04.096798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Publish callbacks [] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.102961 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.115649 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:04.187590 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-be77af8a-01b1-4a99-8242-7e76a7ea4d1a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1855171380&fields=id&tenant_id=bdb952ab8f9648df917aa7fd608d14e3 HTTP/1.1" status: 200 len: 267 time: 0.0499499 Mar 07 14:14:04.213715 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa02d-5c8c-40ec-9e02-9d0771fdec5a None None] Pushing event updated for resources: {'Port': ['ID=6476465e-214e-4bc7-8d0e-3a485537df1d,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:04.315652 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-f1806fac-623b-470f-b312-e5d8189a97ab tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:04.317391 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-f1806fac-623b-470f-b312-e5d8189a97ab tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 811 time: 0.1176126 Mar 07 14:14:04.334763 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-b6217c14-25bb-475e-8669-97e960c29e24 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/quotas/bdb952ab8f9648df917aa7fd608d14e3 HTTP/1.1" status: 200 len: 375 time: 0.0103455 Mar 07 14:14:04.394139 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-628aedb6-4124-4349-9299-7c72272cbf98 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522649 Mar 07 14:14:04.395037 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Attempting to bind port 6476465e-214e-4bc7-8d0e-3a485537df1d on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:14:04.395433 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Attempting to bind port 6476465e-214e-4bc7-8d0e-3a485537df1d by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:14:04.395800 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Attempting to bind port 6476465e-214e-4bc7-8d0e-3a485537df1d on network 9c8fa082-1b00-4723-8892-cf48b0535acf {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:14:04.407899 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-d557cd08-ea58-4ec8-a74a-82098595c721 None None] Provisioning complete for port 6476465e-214e-4bc7-8d0e-3a485537df1d triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:04.408279 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d557cd08-ea58-4ec8-a74a-82098595c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.409915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:14:04.410235 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Checking segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:14:04.410631 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.411017 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Bound using segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:14:04.411515 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Bound port: 6476465e-214e-4bc7-8d0e-3a485537df1d, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:14:04.412092 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.421630 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:04.421940 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.495254 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-17577a19-17f1-4904-80e7-1aa7e394eb6d service neutron] 10.222.0.31 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889993 Mar 07 14:14:04.503871 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-d557cd08-ea58-4ec8-a74a-82098595c721 None None] Port 6476465e-214e-4bc7-8d0e-3a485537df1d cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:14:04.545250 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] For port 6476465e-214e-4bc7-8d0e-3a485537df1d, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:14:04.578912 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] For port 6476465e-214e-4bc7-8d0e-3a485537df1d, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6476465e-214e-4bc7-8d0e-3a485537df1d,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:14:04.586436 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-2785a8bb-f3d7-4a27-9572-9e93e0567d10 service neutron] 10.222.0.31 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Mar 07 14:14:04.589286 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:04.593508 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:04.649013 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:04.649656 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:04.688224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa02d-5c8c-40ec-9e02-9d0771fdec5a None None] Pushing event updated for resources: {'Port': ['ID=6476465e-214e-4bc7-8d0e-3a485537df1d,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:04.759424 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16851fb0-df45-460e-b412-909f71ef08d9 req-4529d27a-8f4e-43e1-8642-cfb252098663 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 210 time: 0.0298207 Mar 07 14:14:04.779066 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:04.951099 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] Provisioning complete for port 6476465e-214e-4bc7-8d0e-3a485537df1d triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:04.951588 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:05.076730 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:04Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:05.108761 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b874d0e-f44e-4cce-9c1d-54f4b7e89219 None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:04Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:14:05.110948 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] Current status of the port 6476465e-214e-4bc7-8d0e-3a485537df1d is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:05.112044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:05.157224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] For port 6476465e-214e-4bc7-8d0e-3a485537df1d, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6476465e-214e-4bc7-8d0e-3a485537df1d,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:05.170327 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:05.237255 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1166985-2475-4441-a9d3-e02cb918ede2 None None] Pushing event updated for resources: {'Port': ['ID=6476465e-214e-4bc7-8d0e-3a485537df1d,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:05.895756 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58cc2e50-4479-4706-a79b-acc00e071620 req-3c701a6d-e8d7-4bbf-b8b3-d1d4aa947449 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 210 time: 0.0339532 Mar 07 14:14:05.932885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-4affbf29-16d5-425e-bcba-acea86300033 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:05.934624 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-4affbf29-16d5-425e-bcba-acea86300033 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 811 time: 0.1521938 Mar 07 14:14:06.018559 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-8592e07a-bc6d-4585-9d67-fde60636fc33 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdb952ab8f9648df917aa7fd608d14e3 HTTP/1.1" status: 200 len: 380 time: 0.0602539 Mar 07 14:14:06.028340 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'port': {'device_id': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'admin_state_up': True, 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'security_groups': ['694d0061-6935-41a2-a6b1-89a5f7bc43fe']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:06.143915 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6476465e-214e-4bc7-8d0e-3a485537df1d up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:06.162346 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Made reservation on behalf of bdb952ab8f9648df917aa7fd608d14e3 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:14:06.166401 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.199412 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 6476465e-214e-4bc7-8d0e-3a485537df1d triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:06.199795 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.286005 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 6476465e-214e-4bc7-8d0e-3a485537df1d is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:06.305450 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Allocated IP 172.20.0.5 (9c8fa082-1b00-4723-8892-cf48b0535acf/1afef1b7-064b-40b7-8313-c0add2db2f3e/dcf72bce-af6d-4f8b-be67-654702fec899) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:14:06.437209 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for port (dcf72bce-af6d-4f8b-be67-654702fec899), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.470926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.518125 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Network 9c8fa082-1b00-4723-8892-cf48b0535acf is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:14:06.521137 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:14:06.524872 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:14:06.531270 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'Port': ['ID=dcf72bce-af6d-4f8b-be67-654702fec899,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:06.577744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:06.578411 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.595197 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3a5b68bc-d8c5-46a9-9613-32cf9187789d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702755 Mar 07 14:14:06.611368 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Request body: {'port': {'device_id': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:06.672547 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.801554 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-83a579e7-6eb5-4735-a866-588047f03791 None None] Provisioning complete for port dcf72bce-af6d-4f8b-be67-654702fec899 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:06.801819 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-83a579e7-6eb5-4735-a866-588047f03791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.835314 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-83a579e7-6eb5-4735-a866-588047f03791 None None] Port dcf72bce-af6d-4f8b-be67-654702fec899 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:14:06.937522 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf72bce-af6d-4f8b-be67-654702fec899 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:14:06.946734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Publish callbacks [] for port (dcf72bce-af6d-4f8b-be67-654702fec899), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:06.959759 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Transition to ACTIVE for port object dcf72bce-af6d-4f8b-be67-654702fec899 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:14:06.963616 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:07.039569 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Pushing event updated for resources: {'Port': ['ID=dcf72bce-af6d-4f8b-be67-654702fec899,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:07.107441 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8227b-9a1e-4335-a0e1-0d42b7ab622a req-a1b60282-e048-47b5-85ec-8f06860c0430 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.108954 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77b8227b-9a1e-4335-a0e1-0d42b7ab622a req-a1b60282-e048-47b5-85ec-8f06860c0430 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 943 time: 0.1208320 Mar 07 14:14:07.153765 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Attempting to bind port dcf72bce-af6d-4f8b-be67-654702fec899 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:14:07.154147 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Attempting to bind port dcf72bce-af6d-4f8b-be67-654702fec899 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:14:07.154484 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Attempting to bind port dcf72bce-af6d-4f8b-be67-654702fec899 on network 9c8fa082-1b00-4723-8892-cf48b0535acf {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:14:07.167970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Port dcf72bce-af6d-4f8b-be67-654702fec899 on network 9c8fa082-1b00-4723-8892-cf48b0535acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:14:07.168299 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Attempting to bind port dcf72bce-af6d-4f8b-be67-654702fec899 on network 9c8fa082-1b00-4723-8892-cf48b0535acf {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:14:07.180911 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:14:07.181256 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Checking segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:14:07.181645 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Bound using segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:14:07.182079 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Bound port: dcf72bce-af6d-4f8b-be67-654702fec899, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:14:07.182439 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:07.194358 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77b8227b-9a1e-4335-a0e1-0d42b7ab622a req-b8a9507b-044c-4ff3-b728-e4c3d1858ef0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776355 Mar 07 14:14:07.246979 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] For port dcf72bce-af6d-4f8b-be67-654702fec899, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:14:07.250444 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] For port dcf72bce-af6d-4f8b-be67-654702fec899, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=dcf72bce-af6d-4f8b-be67-654702fec899,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:14:07.257337 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:07.292801 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.293441 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:07.294807 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] 10.222.0.23 "PUT /v2.0/ports/dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 1093 time: 0.6879008 Mar 07 14:14:07.297403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:07.299653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8171a026-8f8b-41a9-b9f1-176b7d330f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:07.334156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd03c9-fb59-43e0-86c6-5053212fdf1b service neutron] Pushing event updated for resources: {'Port': ['ID=dcf72bce-af6d-4f8b-be67-654702fec899,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:07.351695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a92f46-93e4-4cfc-ab30-668be9d0c371 x-openstack-request-id: req-b5a92f46-93e4-4cfc-ab30-668be9d0c371 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:07.351983 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:07.352240 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5a92f46-93e4-4cfc-ab30-668be9d0c371 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:07.352629 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'status': 'completed', 'code': 200} Mar 07 14:14:07.391602 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-b122c310-c78d-4d81-b5e3-b1fc1b26358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.393116 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-b122c310-c78d-4d81-b5e3-b1fc1b26358e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1127 time: 0.0521405 Mar 07 14:14:07.442539 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-9f9944a2-939a-4b37-80fe-8155c7206ae2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 217 time: 0.0362926 Mar 07 14:14:07.495262 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-781869f9-8ca3-4ef5-a493-ac49c29dc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.496729 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-781869f9-8ca3-4ef5-a493-ac49c29dc302 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0449400 Mar 07 14:14:07.554210 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-26d592b3-5337-47b8-98f4-4d929e9718b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.555718 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-26d592b3-5337-47b8-98f4-4d929e9718b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487080 Mar 07 14:14:07.648019 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-3ce4b3dd-074e-4f45-90f1-033d3b881e6d service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818939 Mar 07 14:14:07.738454 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f28e3d6f-032b-42ac-a417-343ff1dfebdd req-a5db0bf5-bcbb-478a-82d4-199f87e1b31a service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838773 Mar 07 14:14:07.840204 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-730e2734-26d8-4777-b7d5-5804de480cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.841666 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-730e2734-26d8-4777-b7d5-5804de480cfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1127 time: 0.0442998 Mar 07 14:14:08.185503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-eee31f34-6b94-4977-a4f7-6dd8680dced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:08.186969 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-eee31f34-6b94-4977-a4f7-6dd8680dced6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.3379679 Mar 07 14:14:08.227982 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-61314883-ae2e-43fd-907c-e3a06e4c3f94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 217 time: 0.0337183 Mar 07 14:14:08.305437 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-03546a0f-4c62-46df-a238-9feafe360abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:08.306767 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-03546a0f-4c62-46df-a238-9feafe360abc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0724604 Mar 07 14:14:08.347015 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776dff-fafa-4ca4-8902-c4e204680d97 req-6abe445d-21ef-4a6b-8670-02e032677e02 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:08.348461 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b776dff-fafa-4ca4-8902-c4e204680d97 req-6abe445d-21ef-4a6b-8670-02e032677e02 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 943 time: 0.0890231 Mar 07 14:14:08.387836 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-77779152-3911-4030-b701-eb18820e53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:08.389301 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-77779152-3911-4030-b701-eb18820e53df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750804 Mar 07 14:14:08.420409 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4b776dff-fafa-4ca4-8902-c4e204680d97 req-9265659f-27e3-4377-b7ad-566384188314 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659561 Mar 07 14:14:08.488215 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-872a91c1-ccf0-41b2-86b4-72db2904c37b service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891049 Mar 07 14:14:08.577976 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8171a026-8f8b-41a9-b9f1-176b7d330f8d req-1240feb0-3cd1-4665-833f-8895fc1a8b1c service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827806 Mar 07 14:14:08.853455 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 35966) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:09.167418 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Deleting port 05341435-c654-45c3-8976-0f2e566b0523 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:09.167766 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (05341435-c654-45c3-8976-0f2e566b0523), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:09.244234 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (05341435-c654-45c3-8976-0f2e566b0523), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:09.244557 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for floatingip (05341435-c654-45c3-8976-0f2e566b0523), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:09.256626 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Calling delete_port for 05341435-c654-45c3-8976-0f2e566b0523 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:09.433200 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (05341435-c654-45c3-8976-0f2e566b0523), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:09.464785 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event deleted for resources: {'Port': ['ID=05341435-c654-45c3-8976-0f2e566b0523,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:09.520706 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for floatingip (09929420-cfaa-4628-ae33-f5ea57d24444), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:09.521073 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Floating IP 09929420-cfaa-4628-ae33-f5ea57d24444 disassociated (deleted). External IP: 172.27.3.134, port: a27a1311-87b0-444e-a1d8-32a952f420c5. Mar 07 14:14:09.542464 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0c2c-cca8-49f4-a9d8-aa2ff0a6fd66 req-2acc5ca7-f446-4df4-97b5-4cb008230592 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:09.544011 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40cb0c2c-cca8-49f4-a9d8-aa2ff0a6fd66 req-2acc5ca7-f446-4df4-97b5-4cb008230592 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 943 time: 0.0547967 Mar 07 14:14:09.595316 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40cb0c2c-cca8-49f4-a9d8-aa2ff0a6fd66 req-1b49c8df-734c-42af-ae61-311efbb0b966 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455451 Mar 07 14:14:09.734710 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Router 41f8a319-300d-449c-ab5e-f18a44a03f8a has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:14:09.845526 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:14:09.850284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:09.854841 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] Sync routers for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:14:09.864524 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:09.865310 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:09.880007 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-99ddfc22-70cd-40b7-981a-097c1bdb64d2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "DELETE /v2.0/floatingips/09929420-cfaa-4628-ae33-f5ea57d24444 HTTP/1.1" status: 204 len: 168 time: 1.0255287 Mar 07 14:14:09.881086 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:09.883518 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d802929d-cce0-4f7a-8fe4-918d611f66f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:09.985367 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b78f5-ca5b-4a45-9caf-3bc7d1c42ddf x-openstack-request-id: req-bc6b78f5-ca5b-4a45-9caf-3bc7d1c42ddf {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:09.985602 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:09.985733 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:09.985854 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc6b78f5-ca5b-4a45-9caf-3bc7d1c42ddf {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:09.986238 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'status': 'completed', 'code': 200} Mar 07 14:14:10.078945 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-09c71edf-76ca-49aa-9a0d-596cc74c5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.080673 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-09c71edf-76ca-49aa-9a0d-596cc74c5aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2386a2267d0649f98aedda9ae69163ce&device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 1129 time: 0.0604448 Mar 07 14:14:10.198599 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:10.199736 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05465cca-456b-42a7-bb5d-5f32660d8d6f req-c2593cde-c79d-4c50-9209-7beaec38dc35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.201366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05465cca-456b-42a7-bb5d-5f32660d8d6f req-c2593cde-c79d-4c50-9209-7beaec38dc35 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.1197288 Mar 07 14:14:10.231872 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-111b19a2-6f96-45d5-afd9-f9fbfa0d1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.233318 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-111b19a2-6f96-45d5-afd9-f9fbfa0d1373 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 200 len: 910 time: 0.1426136 Mar 07 14:14:10.235191 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] Checking router: 41f8a319-300d-449c-ab5e-f18a44a03f8a for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:14:10.244200 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:10.244740 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:10.287836 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-4a7519a1-7979-4e7c-bc97-56407356eb55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 200 len: 217 time: 0.0425665 Mar 07 14:14:10.296521 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05465cca-456b-42a7-bb5d-5f32660d8d6f req-dddc18b3-0410-418b-881b-89ecf1a9593c tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881357 Mar 07 14:14:10.346133 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-dc224188-41c5-4ae5-9a84-c37980e06c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.347674 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-dc224188-41c5-4ae5-9a84-c37980e06c4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 200 len: 848 time: 0.0502770 Mar 07 14:14:10.353324 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:10.397828 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-9a937f68-03b8-4394-be0b-39c6ba31ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.399346 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-9a937f68-03b8-4394-be0b-39c6ba31ac31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6726765-a7e8-40f3-b605-0e57c2a67926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447509 Mar 07 14:14:10.488324 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-60579dea-1a0f-4080-83c4-baa970898900 service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823004 Mar 07 14:14:10.548858 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:10.575263 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a378a9-6460-4033-8b3a-d216c3bbadc5 None None] The sync data for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi is: [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:08:37Z', 'revision_number': 4, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '0c5da55e-2081-4791-84d8-5ddcf1a46552', 'name': '', 'network_id': 'b6726765-a7e8-40f3-b605-0e57c2a67926', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'mac_address': 'fa:16:3e:30:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:34Z', 'updated_at': '2022-03-07T14:08:44Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'subnets': [{'id': 'f29547d0-9060-4282-8d73-5bf561aee308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:14:10.580989 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d802929d-cce0-4f7a-8fe4-918d611f66f5 req-ad2a5ef1-fff2-400a-988f-358131a58a5e service neutron] 10.222.0.23 "GET /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858147 Mar 07 14:14:10.713251 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device dcf72bce-af6d-4f8b-be67-654702fec899 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:14:10.721171 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec2f3-f1da-49fd-acf4-8556b02bdebb req-2a4c1c5a-0aa3-42b9-998a-ad5e62c1e660 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.727898 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-640ec2f3-f1da-49fd-acf4-8556b02bdebb req-2a4c1c5a-0aa3-42b9-998a-ad5e62c1e660 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 943 time: 0.0645185 Mar 07 14:14:10.773028 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-640ec2f3-f1da-49fd-acf4-8556b02bdebb req-412e8ef6-8e2b-4a22-b469-f35d9503ebd0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Mar 07 14:14:10.829006 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97caad32-fb31-407a-9342-63d4fa401e10 None None] New status for floating IP 09929420-cfaa-4628-ae33-f5ea57d24444: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:14:10.831794 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port dcf72bce-af6d-4f8b-be67-654702fec899, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=dcf72bce-af6d-4f8b-be67-654702fec899,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:10.897768 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'port_id': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'mac_address': 'fa:16:3e:96:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:14:10.936465 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port dcf72bce-af6d-4f8b-be67-654702fec899 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:10.936928 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:10.951183 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf72bce-af6d-4f8b-be67-654702fec899 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:14:10.971959 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port dcf72bce-af6d-4f8b-be67-654702fec899, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=dcf72bce-af6d-4f8b-be67-654702fec899,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:10.975585 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:11.022033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=dcf72bce-af6d-4f8b-be67-654702fec899,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:11.238564 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['dcf72bce-af6d-4f8b-be67-654702fec899'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:14:11.418373 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a14b-12c8-4dee-9863-f2663bb36a25 req-c4aa978c-66fb-4cb5-9ffa-c0965c0e7214 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:11.419782 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6292a14b-12c8-4dee-9863-f2663bb36a25 req-c4aa978c-66fb-4cb5-9ffa-c0965c0e7214 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0569654 Mar 07 14:14:11.468196 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6292a14b-12c8-4dee-9863-f2663bb36a25 req-af44033f-5912-4e27-9f44-df278dbdc6d1 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/security-groups?id=17209e78-9c6c-4dac-9164-405336a8da0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 Mar 07 14:14:11.923827 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75be6f4-2410-4924-a7a0-be8bbafedc2c req-41ddb977-4f65-4833-a2db-22706c91de7a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:11.925311 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b75be6f4-2410-4924-a7a0-be8bbafedc2c req-41ddb977-4f65-4833-a2db-22706c91de7a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 944 time: 0.0848095 Mar 07 14:14:11.932610 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-721d93eb-40a9-4ee8-89c7-e192350bf9c2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:11.933943 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-721d93eb-40a9-4ee8-89c7-e192350bf9c2 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.23 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 945 time: 0.0921438 Mar 07 14:14:12.031388 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b75be6f4-2410-4924-a7a0-be8bbafedc2c req-983c4eb0-8365-4169-b87e-b6b7445ab985 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964839 Mar 07 14:14:12.058451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Deleting port a27a1311-87b0-444e-a1d8-32a952f420c5 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:12.058798 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.148205 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] For port a27a1311-87b0-444e-a1d8-32a952f420c5, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a27a1311-87b0-444e-a1d8-32a952f420c5,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:12.148704 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.160413 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Calling delete_port for a27a1311-87b0-444e-a1d8-32a952f420c5 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:12.288695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (a27a1311-87b0-444e-a1d8-32a952f420c5), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.319651 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event deleted for resources: {'Port': ['ID=a27a1311-87b0-444e-a1d8-32a952f420c5,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:12.347295 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.347686 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.348036 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.348379 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.348717 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.349939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.349939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.350506 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.350801 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.351133 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.351489 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.351823 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.352152 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:12.371503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] No DVR routers for this DVR port a27a1311-87b0-444e-a1d8-32a952f420c5 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:14:12.373754 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.377014 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2e47486-4ea5-40be-8916-5d5e327c71d7 req-82ee8a3b-a592-4964-b830-859a07cc319a tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.23 "DELETE /v2.0/ports/a27a1311-87b0-444e-a1d8-32a952f420c5 HTTP/1.1" status: 204 len: 173 time: 0.4296033 Mar 07 14:14:12.377447 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-deleted', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:12.379930 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc65a4f-d34f-483b-8401-919ac4493295" -d '{"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-deleted", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:12.415303 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd6851-b106-4a62-8f65-721aec160e28 x-openstack-request-id: req-33bd6851-b106-4a62-8f65-721aec160e28 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:12.415619 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493782c-9ab1-453d-8359-b6803385129b", "name": "network-vif-deleted", "tag": "a27a1311-87b0-444e-a1d8-32a952f420c5", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:12.415917 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33bd6851-b106-4a62-8f65-721aec160e28 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:12.416326 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493782c-9ab1-453d-8359-b6803385129b', 'name': 'network-vif-deleted', 'tag': 'a27a1311-87b0-444e-a1d8-32a952f420c5', 'status': 'completed', 'code': 200} Mar 07 14:14:12.560411 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b3616b1-1423-401e-9e57-a9f605d73b5e req-6d2436fa-8718-4b2d-9b5b-79085fd394f4 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "GET /v2.0/ports?device_id=1493782c-9ab1-453d-8359-b6803385129b HTTP/1.1" status: 200 len: 210 time: 0.0273747 Mar 07 14:14:12.733761 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device dcf72bce-af6d-4f8b-be67-654702fec899 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:12.786720 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port dcf72bce-af6d-4f8b-be67-654702fec899 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:14:12.790860 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port dcf72bce-af6d-4f8b-be67-654702fec899 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:12.791224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.873219 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port dcf72bce-af6d-4f8b-be67-654702fec899 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:12.873614 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.897820 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:12.900459 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa779598-b21b-4e34-b075-d0fd4975a0e7" -d '{"events": [{"server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "name": "network-vif-plugged", "status": "completed", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:12.914418 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port dcf72bce-af6d-4f8b-be67-654702fec899, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=dcf72bce-af6d-4f8b-be67-654702fec899,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:12.918257 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:12.919289 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:12.940161 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af383ca-4e47-4902-98cc-5d9053ff79f1 x-openstack-request-id: req-0af383ca-4e47-4902-98cc-5d9053ff79f1 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:12.940459 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "name": "network-vif-plugged", "status": "completed", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:12.940708 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0af383ca-4e47-4902-98cc-5d9053ff79f1 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:12.941106 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'code': 200} Mar 07 14:14:12.945081 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: a27a1311-87b0-444e-a1d8-32a952f420c5 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:12.945425 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device a27a1311-87b0-444e-a1d8-32a952f420c5 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:12.994818 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=dcf72bce-af6d-4f8b-be67-654702fec899,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:13.129498 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75164-3f6c-4bfe-a159-59451b626ecc req-1e863364-9c68-4ca5-bfcc-a34962ab71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:13.131754 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ae75164-3f6c-4bfe-a159-59451b626ecc req-1e863364-9c68-4ca5-bfcc-a34962ab71d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1129 time: 0.0554137 Mar 07 14:14:13.199025 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ae75164-3f6c-4bfe-a159-59451b626ecc req-a954f9cb-9817-48e7-9475-d7ad9c03919c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501010 Mar 07 14:14:13.206672 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8435b-451f-4632-9b46-bfb6a5ae16d9 req-73b39363-e332-4b47-a873-76e4d9e1718a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:13.208079 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18e8435b-451f-4632-9b46-bfb6a5ae16d9 req-73b39363-e332-4b47-a873-76e4d9e1718a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0935998 Mar 07 14:14:13.255102 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18e8435b-451f-4632-9b46-bfb6a5ae16d9 req-72a5aff2-6324-4866-b683-23fd361dce01 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Mar 07 14:14:13.616099 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 35998) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:13.670467 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d774ec5d-421f-47fd-b76b-9ee7e3f51b13 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group (17209e78-9c6c-4dac-9164-405336a8da0a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:13.695429 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d774ec5d-421f-47fd-b76b-9ee7e3f51b13 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group (17209e78-9c6c-4dac-9164-405336a8da0a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:13.755640 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d774ec5d-421f-47fd-b76b-9ee7e3f51b13 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (17209e78-9c6c-4dac-9164-405336a8da0a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:13.758729 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d774ec5d-421f-47fd-b76b-9ee7e3f51b13 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:13.759998 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d774ec5d-421f-47fd-b76b-9ee7e3f51b13 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] 10.222.0.31 "DELETE /v2.0/security-groups/17209e78-9c6c-4dac-9164-405336a8da0a HTTP/1.1" status: 204 len: 168 time: 0.1428468 Mar 07 14:14:13.768847 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774ec5d-421f-47fd-b76b-9ee7e3f51b13 tempest-TestShelveInstance-405846322 tempest-TestShelveInstance-405846322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17209e78-9c6c-4dac-9164-405336a8da0a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:13.801898 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36002) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:14.193411 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (41f8a319-300d-449c-ab5e-f18a44a03f8a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:14.401863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc271d-3883-4fd6-8024-810f53c9597d req-8e30f4a6-5262-49e0-bb49-26c75d53061a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:14.403381 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ffc271d-3883-4fd6-8024-810f53c9597d req-8e30f4a6-5262-49e0-bb49-26c75d53061a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0803583 Mar 07 14:14:14.481092 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ffc271d-3883-4fd6-8024-810f53c9597d req-48122de6-332c-48c8-970e-69f5e1a7cbe5 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713890 Mar 07 14:14:14.524027 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Deleting port 0c5da55e-2081-4791-84d8-5ddcf1a46552 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:14.524367 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:14.603089 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] For port 0c5da55e-2081-4791-84d8-5ddcf1a46552, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=0c5da55e-2081-4791-84d8-5ddcf1a46552,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:14.603494 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:14.614987 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Calling delete_port for 0c5da55e-2081-4791-84d8-5ddcf1a46552 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:14.791911 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (0c5da55e-2081-4791-84d8-5ddcf1a46552), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:14.816608 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5da55e-2081-4791-84d8-5ddcf1a46552,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:14.981660 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (41f8a319-300d-449c-ab5e-f18a44a03f8a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:15.197094 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Router 41f8a319-300d-449c-ab5e-f18a44a03f8a has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:14:15.305205 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:14:15.310162 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fc70b6f4-b062-4f17-810a-a44ce0b2e83c admin admin] 10.222.0.31 "PUT /v2.0/routers/41f8a319-300d-449c-ab5e-f18a44a03f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5071909 Mar 07 14:14:15.312694 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36008) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:15.315665 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] Sync routers for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:14:15.325841 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:15.326519 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:15.417653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks [] for router (41f8a319-300d-449c-ab5e-f18a44a03f8a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:15.432900 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:15.525510 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks [] for router_gateway (41f8a319-300d-449c-ab5e-f18a44a03f8a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:15.616772 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Deleting port 7678860f-f9a4-43af-9d6f-b84e6d824396 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:15.617123 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:15.638654 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df35c4-22e4-41c5-b14f-afd9632eaf1c req-4ce56363-4222-4073-8d91-c5a86250afa0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:15.640257 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7df35c4-22e4-41c5-b14f-afd9632eaf1c req-4ce56363-4222-4073-8d91-c5a86250afa0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0843127 Mar 07 14:14:15.707936 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:14:14Z', 'revision_number': 5, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port': {'id': '7678860f-f9a4-43af-9d6f-b84e6d824396', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:30Z', 'updated_at': '2022-03-07T14:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:15.729489 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7df35c4-22e4-41c5-b14f-afd9632eaf1c req-c7b54e2a-433e-41ad-817a-d4b3bcbd1468 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803382 Mar 07 14:14:15.734364 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] Checking router: 41f8a319-300d-449c-ab5e-f18a44a03f8a for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:14:15.744382 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] Routers {'41f8a319-300d-449c-ab5e-f18a44a03f8a'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:15.744989 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['41f8a319-300d-449c-ab5e-f18a44a03f8a'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:15.750247 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] For port 7678860f-f9a4-43af-9d6f-b84e6d824396, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=7678860f-f9a4-43af-9d6f-b84e6d824396,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:15.750628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:15.764117 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Calling delete_port for 7678860f-f9a4-43af-9d6f-b84e6d824396 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:15.837372 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] Set router 41f8a319-300d-449c-ab5e-f18a44a03f8a gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:15.891719 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:14:15Z', 'revision_number': 6, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:15.909615 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4d8e3-25ca-4415-9336-071c0e6a0f87 req-7acf25ee-1d25-49a4-9a00-cb73ea8d1aaa tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:15.911091 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4c4d8e3-25ca-4415-9336-071c0e6a0f87 req-7acf25ee-1d25-49a4-9a00-cb73ea8d1aaa tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.1001999 Mar 07 14:14:15.918150 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c5250-1c93-45be-9ca8-27518e6bd3d4 None None] The sync data for ids ['41f8a319-300d-449c-ab5e-f18a44a03f8a'] in dv-cinder-827554-2-iscsi is: [{'id': '41f8a319-300d-449c-ab5e-f18a44a03f8a', 'name': 'tempest-TestShelveInstance-2048566470-router', 'tenant_id': '2386a2267d0649f98aedda9ae69163ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:27Z', 'updated_at': '2022-03-07T14:14:15Z', 'revision_number': 6, 'project_id': '2386a2267d0649f98aedda9ae69163ce', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:14:15.920177 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36014) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:15.925094 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'floatingip': {'port_id': 'dcf72bce-af6d-4f8b-be67-654702fec899'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:15.975650 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (5f6bbc24-fb17-43b6-a161-3a6b4ad7925c), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:15.991055 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (7678860f-f9a4-43af-9d6f-b84e6d824396), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.017154 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7678860f-f9a4-43af-9d6f-b84e6d824396,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:16.078419 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (41f8a319-300d-449c-ab5e-f18a44a03f8a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.169274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (41f8a319-300d-449c-ab5e-f18a44a03f8a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.171422 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks [] for router_controller (41f8a319-300d-449c-ab5e-f18a44a03f8a), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.515253 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (41f8a319-300d-449c-ab5e-f18a44a03f8a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.516014 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f8a319-300d-449c-ab5e-f18a44a03f8a {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:14:16.523095 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.524290 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-df53b325-486f-4e56-804e-2b544b9aed28 admin admin] 10.222.0.31 "DELETE /v2.0/routers/41f8a319-300d-449c-ab5e-f18a44a03f8a HTTP/1.1" status: 204 len: 168 time: 1.2106233 Mar 07 14:14:16.526843 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36016) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:16.576401 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Deleting subnet f29547d0-9060-4282-8d73-5bf561aee308 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:14:16.579817 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Publish callbacks [] for subnet (f29547d0-9060-4282-8d73-5bf561aee308), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.616158 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (f29547d0-9060-4282-8d73-5bf561aee308), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.700581 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (f29547d0-9060-4282-8d73-5bf561aee308), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.748909 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.752082 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (f29547d0-9060-4282-8d73-5bf561aee308), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.752693 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (5f6bbc24-fb17-43b6-a161-3a6b4ad7925c), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.777463 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 0c5da55e-2081-4791-84d8-5ddcf1a46552 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:16.778134 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29547d0-9060-4282-8d73-5bf561aee308,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:16.781844 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.785417 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e5fbcee5-3d5d-4885-803a-b753a13142aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f29547d0-9060-4282-8d73-5bf561aee308 HTTP/1.1" status: 204 len: 168 time: 0.2572269 Mar 07 14:14:16.788327 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36018) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:16.823563 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82701a06-d705-4472-b4c5-d08e944a0c5b None None] Network b6726765-a7e8-40f3-b605-0e57c2a67926 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:14:16.837518 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 0c5da55e-2081-4791-84d8-5ddcf1a46552 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:16.837791 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 0c5da55e-2081-4791-84d8-5ddcf1a46552 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:16.865456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (b6726765-a7e8-40f3-b605-0e57c2a67926), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.877060 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Floating IP 5f6bbc24-fb17-43b6-a161-3a6b4ad7925c associated. External IP: 172.27.3.218, port: dcf72bce-af6d-4f8b-be67-654702fec899. Mar 07 14:14:16.920747 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Deleting port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:16.921189 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.003882 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] For port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:17.004417 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.018222 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Calling delete_port for 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:17.025592 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] DHCP port deletion for b6726765-a7e8-40f3-b605-0e57c2a67926 request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:14:17.075241 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] Deleting port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:17.077557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.120666 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.131486 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:14:17.154460 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] No DVR routers for this DVR port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 on host dv-cinder-827554-2-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:14:17.156530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] For port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,segment=NetworkSegment(3b88231e-b75a-41e2-971f-7c71c72a5036),segment_id=3b88231e-b75a-41e2-971f-7c71c72a5036)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:17.161026 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.161230 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:17.173741 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] Calling delete_port for 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:17.252659 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (b6726765-a7e8-40f3-b605-0e57c2a67926), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.258474 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.273253 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:14:17.277845 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.279320 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6726765-a7e8-40f3-b605-0e57c2a67926']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:17.285602 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:14:17.290112 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] Pushing event deleted for resources: {'Port': ['ID=6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:17.292156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b88231e-b75a-41e2-971f-7c71c72a5036') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:17.292611 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b88231e-b75a-41e2-971f-7c71c72a5036') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:17.301256 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc0aa2-8aad-4130-bcc6-0b9d575e3e17 None None] No DVR routers for this DVR port 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:14:17.311972 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (3b88231e-b75a-41e2-971f-7c71c72a5036), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.316569 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fc95521e-d3e2-4d74-b6b3-b3b53990846d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "PUT /v2.0/floatingips/5f6bbc24-fb17-43b6-a161-3a6b4ad7925c HTTP/1.1" status: 200 len: 991 time: 1.3946798 Mar 07 14:14:17.317200 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:17.320740 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:17.326646 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (3b88231e-b75a-41e2-971f-7c71c72a5036), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.329638 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:17.330329 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:17.335457 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:14:17.335956 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (3b88231e-b75a-41e2-971f-7c71c72a5036), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:14:17.338439 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:14:17.358832 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d188214-c96d-4456-96da-92c6e78b2258 x-openstack-request-id: req-0d188214-c96d-4456-96da-92c6e78b2258 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:17.359131 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:17.359418 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d188214-c96d-4456-96da-92c6e78b2258 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:17.359824 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'status': 'completed', 'code': 200} Mar 07 14:14:17.436366 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (b6726765-a7e8-40f3-b605-0e57c2a67926), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.440718 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.444651 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b6726765-a7e8-40f3-b605-0e57c2a67926 HTTP/1.1" status: 204 len: 168 time: 0.6553853 Mar 07 14:14:17.447767 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36024) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:17.461342 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:17.461624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc54d-e97e-4661-b792-6daeaa4f2a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6726765-a7e8-40f3-b605-0e57c2a67926,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:17.469418 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-88dfceba-7d50-47ff-b3df-a16fe42b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:17.470923 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-88dfceba-7d50-47ff-b3df-a16fe42b3a35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1129 time: 0.0791914 Mar 07 14:14:17.574184 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-3d72e802-e84d-45d0-9ac0-8ecfcb64191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:17.575714 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-3d72e802-e84d-45d0-9ac0-8ecfcb64191a service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.0985823 Mar 07 14:14:17.640596 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-89bfb399-fed4-4e8f-b7e4-4402587ea8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.650245 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-3ee16cf0-d878-4d32-a335-bc83892e0b66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 999 time: 0.0681388 Mar 07 14:14:17.703240 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-5ffa6bc0-003c-4deb-9490-1ad7cb6ce31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:17.704855 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-5ffa6bc0-003c-4deb-9490-1ad7cb6ce31c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0485630 Mar 07 14:14:17.755160 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-da601548-af20-4fd7-bd2b-17f1dfcae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:17.757207 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-da601548-af20-4fd7-bd2b-17f1dfcae226 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458934 Mar 07 14:14:17.831488 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (73a9c117-cc0e-40e4-b175-7a196ebef208), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:17.852344 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '5f6bbc24-fb17-43b6-a161-3a6b4ad7925c', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'port_id': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'mac_address': 'fa:16:3e:96:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:14:03Z', 'updated_at': '2022-03-07T14:14:16Z', 'revision_number': 1, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:17.853881 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-b6d06cad-98d3-4792-b5f7-77fedec0bd8b service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896041 Mar 07 14:14:17.878949 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:14:17.888384 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:17.889014 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:17.953112 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4e6bb5eb-7cd3-40f1-a1fe-87b524c177d7 req-5f465cac-d264-4962-b1c4-46ca87563445 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923114 Mar 07 14:14:18.004376 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:18.099772 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:18.108732 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Deleting port 8022a7e0-1355-4deb-a506-a079abb291f7 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:18.109071 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:18.124717 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:18.125068 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6805dcb6-b9b5-4cf0-9f66-c5ec8ef85910 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:18.125489 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 7678860f-f9a4-43af-9d6f-b84e6d824396 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:18.152786 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 7678860f-f9a4-43af-9d6f-b84e6d824396 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:18.153179 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 7678860f-f9a4-43af-9d6f-b84e6d824396 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:18.189051 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] For port 8022a7e0-1355-4deb-a506-a079abb291f7, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8022a7e0-1355-4deb-a506-a079abb291f7,segment=NetworkSegment(86040b94-c60c-4705-8b2a-70312934c07c),segment_id=86040b94-c60c-4705-8b2a-70312934c07c)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:18.189661 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:18.201978 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Calling delete_port for 8022a7e0-1355-4deb-a506-a079abb291f7 owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:18.284808 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '5f6bbc24-fb17-43b6-a161-3a6b4ad7925c', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'port_id': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'mac_address': 'fa:16:3e:96:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:14:03Z', 'updated_at': '2022-03-07T14:14:16Z', 'revision_number': 1, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:18.312236 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3f957-9b94-4916-9a5e-2bf9ed2eb9c4 None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '5f6bbc24-fb17-43b6-a161-3a6b4ad7925c', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'port_id': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'mac_address': 'fa:16:3e:96:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:14:03Z', 'updated_at': '2022-03-07T14:14:16Z', 'revision_number': 1, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:14:18.389384 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (8022a7e0-1355-4deb-a506-a079abb291f7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:18.416652 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Pushing event deleted for resources: {'Port': ['ID=8022a7e0-1355-4deb-a506-a079abb291f7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:18.515534 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90927f6d-b0b6-498a-a519-e55eb072e307 None None] New status for floating IP 5f6bbc24-fb17-43b6-a161-3a6b4ad7925c: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:14:18.603077 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (73a9c117-cc0e-40e4-b175-7a196ebef208), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:18.827209 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Router 73a9c117-cc0e-40e4-b175-7a196ebef208 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:14:18.931596 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:14:18.936434 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-09b180cf-1051-4b2b-ac45-e0734635f745 admin admin] 10.222.0.31 "PUT /v2.0/routers/73a9c117-cc0e-40e4-b175-7a196ebef208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874954 Mar 07 14:14:18.939166 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36026) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:18.940040 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] Sync routers for ids ['73a9c117-cc0e-40e4-b175-7a196ebef208'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:14:18.950160 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] Routers {'73a9c117-cc0e-40e4-b175-7a196ebef208'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:18.950757 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['73a9c117-cc0e-40e4-b175-7a196ebef208'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:19.048977 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks [] for router (73a9c117-cc0e-40e4-b175-7a196ebef208), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.058918 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] Set router 73a9c117-cc0e-40e4-b175-7a196ebef208 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:19.155604 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks [] for router_gateway (73a9c117-cc0e-40e4-b175-7a196ebef208), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.210467 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Deleting port d695ee02-c182-4110-b901-51ef28d1ddba {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:19.211202 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.240898 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:14:18Z', 'revision_number': 5, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port': {'id': 'd695ee02-c182-4110-b901-51ef28d1ddba', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:43Z', 'updated_at': '2022-03-07T14:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:19.267741 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] Checking router: 73a9c117-cc0e-40e4-b175-7a196ebef208 for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:14:19.276645 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] Routers {'73a9c117-cc0e-40e4-b175-7a196ebef208'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:14:19.277253 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:13:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['73a9c117-cc0e-40e4-b175-7a196ebef208'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:19.293233 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] For port d695ee02-c182-4110-b901-51ef28d1ddba, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=d695ee02-c182-4110-b901-51ef28d1ddba,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:19.293623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.305538 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Calling delete_port for d695ee02-c182-4110-b901-51ef28d1ddba owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:19.365026 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] Set router 73a9c117-cc0e-40e4-b175-7a196ebef208 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:14:19.419370 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:14:19Z', 'revision_number': 6, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:19.446965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71312a-386f-4542-9a31-20abafb219e9 None None] The sync data for ids ['73a9c117-cc0e-40e4-b175-7a196ebef208'] in dv-cinder-827554-2-iscsi is: [{'id': '73a9c117-cc0e-40e4-b175-7a196ebef208', 'name': 'tempest-TestShelveInstance-855335491-router', 'tenant_id': '4e13fdea575c4b8290de48f48e2751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:42Z', 'updated_at': '2022-03-07T14:14:19Z', 'revision_number': 6, 'project_id': '4e13fdea575c4b8290de48f48e2751ee', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:14:19.483218 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (d695ee02-c182-4110-b901-51ef28d1ddba), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.513625 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d695ee02-c182-4110-b901-51ef28d1ddba,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:19.574497 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (73a9c117-cc0e-40e4-b175-7a196ebef208), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.665450 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (73a9c117-cc0e-40e4-b175-7a196ebef208), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.667589 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks [] for router_controller (73a9c117-cc0e-40e4-b175-7a196ebef208), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.711570 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (73a9c117-cc0e-40e4-b175-7a196ebef208), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.712215 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a9c117-cc0e-40e4-b175-7a196ebef208 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:14:19.716392 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.717542 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d10b4f5c-aab4-433d-9076-985d8cc43dc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/73a9c117-cc0e-40e4-b175-7a196ebef208 HTTP/1.1" status: 204 len: 168 time: 0.7774267 Mar 07 14:14:19.720091 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36028) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:19.763375 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Deleting subnet 2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:14:19.766243 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Publish callbacks [] for subnet (2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.800723 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.825190 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e7c03241-dd16-428a-b7bc-ececc8638f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.887884 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.940032 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.965150 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:19.968864 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.974398 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cb16643f-9350-4bfe-be93-5b8768baa463 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2b7e6ef1-a0f8-48cf-a3a4-818d8948e9af HTTP/1.1" status: 204 len: 168 time: 0.2510726 Mar 07 14:14:19.974566 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36030) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:19.976868 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bc3e3-91bf-4a63-9345-bba708b37a76 None None] Network 43d210ec-2606-4f8a-9831-fc60e69f35ca requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:14:20.050878 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (43d210ec-2606-4f8a-9831-fc60e69f35ca), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.104963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Deleting port 5a0adc28-66a2-409e-a7d7-92944b9db727 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:20.105311 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.169380 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] For port 5a0adc28-66a2-409e-a7d7-92944b9db727, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=5a0adc28-66a2-409e-a7d7-92944b9db727,segment=NetworkSegment(86040b94-c60c-4705-8b2a-70312934c07c),segment_id=86040b94-c60c-4705-8b2a-70312934c07c)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:20.169683 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.187706 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Calling delete_port for 5a0adc28-66a2-409e-a7d7-92944b9db727 owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:20.260389 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] DHCP port deletion for 43d210ec-2606-4f8a-9831-fc60e69f35ca request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:14:20.280519 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.309389 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0adc28-66a2-409e-a7d7-92944b9db727,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:20.311177 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] No DVR routers for this DVR port 5a0adc28-66a2-409e-a7d7-92944b9db727 on host dv-cinder-827554-2-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:14:20.319926 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device d695ee02-c182-4110-b901-51ef28d1ddba no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:20.343278 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: d695ee02-c182-4110-b901-51ef28d1ddba {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:20.343653 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device d695ee02-c182-4110-b901-51ef28d1ddba not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:20.344070 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8022a7e0-1355-4deb-a506-a079abb291f7 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:20.371819 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Deleting port 5a0adc28-66a2-409e-a7d7-92944b9db727 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:20.372196 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.373782 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 8022a7e0-1355-4deb-a506-a079abb291f7 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:20.374195 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8022a7e0-1355-4deb-a506-a079abb291f7 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:20.374604 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 5a0adc28-66a2-409e-a7d7-92944b9db727 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:20.389199 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (43d210ec-2606-4f8a-9831-fc60e69f35ca), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.409652 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 5a0adc28-66a2-409e-a7d7-92944b9db727 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:20.409954 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d210ec-2606-4f8a-9831-fc60e69f35ca']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:20.410068 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 5a0adc28-66a2-409e-a7d7-92944b9db727 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:20.421222 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86040b94-c60c-4705-8b2a-70312934c07c') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:20.421530 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86040b94-c60c-4705-8b2a-70312934c07c') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:20.432202 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (86040b94-c60c-4705-8b2a-70312934c07c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.448377 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (86040b94-c60c-4705-8b2a-70312934c07c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.454647 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:14:20.454949 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (86040b94-c60c-4705-8b2a-70312934c07c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.455824 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] For port 5a0adc28-66a2-409e-a7d7-92944b9db727, host dv-cinder-827554-2-iscsi, got binding levels [] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:20.456276 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:14:20.456648 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:14:20.470132 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Calling delete_port for 5a0adc28-66a2-409e-a7d7-92944b9db727 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:20.473005 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.ipam_backend_mixin [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Port 5a0adc28-66a2-409e-a7d7-92944b9db727 was not found and therefore no delete operation was performed {{(pid=103276) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 14:14:20.474481 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (5a0adc28-66a2-409e-a7d7-92944b9db727), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.500055 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] Pushing event deleted for resources: {'Port': ['ID=5a0adc28-66a2-409e-a7d7-92944b9db727,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:20.503655 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52433a17-1c1f-40a1-87ec-7a49b3e37886 None None] No DVR routers for this DVR port 5a0adc28-66a2-409e-a7d7-92944b9db727 on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:14:20.524995 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (43d210ec-2606-4f8a-9831-fc60e69f35ca), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.533376 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.539246 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] 10.222.0.31 "DELETE /v2.0/networks/43d210ec-2606-4f8a-9831-fc60e69f35ca HTTP/1.1" status: 204 len: 168 time: 0.5611541 Mar 07 14:14:20.548439 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ba82-b402-48e1-a9e5-e3cbd7d30c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=43d210ec-2606-4f8a-9831-fc60e69f35ca,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:20.652130 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36034) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:20.849807 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:20.953598 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ea252190-169f-4f1d-99f2-1b58ae6a27c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2386a2267d0649f98aedda9ae69163ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002563 Mar 07 14:14:20.956095 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36036) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:21.003613 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6895b0ae-24bb-4395-93ad-b9847f425a1b admin admin] Publish callbacks [] for security_group (be9fec5c-09da-4ec3-b505-a636d18c38e6), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.025155 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6895b0ae-24bb-4395-93ad-b9847f425a1b admin admin] Publish callbacks [] for security_group (be9fec5c-09da-4ec3-b505-a636d18c38e6), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.076318 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6895b0ae-24bb-4395-93ad-b9847f425a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (be9fec5c-09da-4ec3-b505-a636d18c38e6), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.078928 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6895b0ae-24bb-4395-93ad-b9847f425a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.080122 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6895b0ae-24bb-4395-93ad-b9847f425a1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be9fec5c-09da-4ec3-b505-a636d18c38e6 HTTP/1.1" status: 204 len: 168 time: 0.1231394 Mar 07 14:14:21.088233 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b0ae-24bb-4395-93ad-b9847f425a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9fec5c-09da-4ec3-b505-a636d18c38e6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:21.384490 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36042) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:21.424722 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-88670634-2a63-42f6-93a7-dbe8a6ed7657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e13fdea575c4b8290de48f48e2751ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390806 Mar 07 14:14:21.427110 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36044) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:21.472807 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c590b38-8163-4d8e-878c-60a3dc829de9 admin admin] Publish callbacks [] for security_group (240a50e8-2ec7-457d-85e6-587d20c9990d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.495633 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c590b38-8163-4d8e-878c-60a3dc829de9 admin admin] Publish callbacks [] for security_group (240a50e8-2ec7-457d-85e6-587d20c9990d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.543564 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c590b38-8163-4d8e-878c-60a3dc829de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (240a50e8-2ec7-457d-85e6-587d20c9990d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.546081 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c590b38-8163-4d8e-878c-60a3dc829de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.547474 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2c590b38-8163-4d8e-878c-60a3dc829de9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/240a50e8-2ec7-457d-85e6-587d20c9990d HTTP/1.1" status: 204 len: 168 time: 0.1190419 Mar 07 14:14:21.555322 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c590b38-8163-4d8e-878c-60a3dc829de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a50e8-2ec7-457d-85e6-587d20c9990d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:22.189900 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:23.799662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:29.038562 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:34.135879 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:14:34.365238 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-a3d3293c-f283-497f-a8b1-4e986005088c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471659 Mar 07 14:14:34.451796 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-d16ca789-358a-4103-aac3-f655498d0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:34.453252 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-d16ca789-358a-4103-aac3-f655498d0c5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1130 time: 0.0436606 Mar 07 14:14:34.553726 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-300c984b-cef2-4428-88d3-f3f0ebf276f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:34.555154 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-300c984b-cef2-4428-88d3-f3f0ebf276f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0824642 Mar 07 14:14:34.623773 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-d974a218-2ed6-4ddc-8e48-96ad8139466c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 1001 time: 0.0608201 Mar 07 14:14:34.670495 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-1bbf5443-dc7b-45be-98c7-fcb7ce3cc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:34.671929 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-1bbf5443-dc7b-45be-98c7-fcb7ce3cc8dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0423367 Mar 07 14:14:34.720522 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-0de0a3a5-0fca-4a53-9094-23774b17f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:34.721963 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-0de0a3a5-0fca-4a53-9094-23774b17f1f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432029 Mar 07 14:14:34.812468 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-8e4f3b29-be40-43bd-b716-bbc122d2583b service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835035 Mar 07 14:14:34.904178 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-528c0f35-4f51-46c0-8849-a6e0e0ddbaa5 req-a8f4ac35-4cd0-4149-9efa-c8e90e6646a3 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Mar 07 14:14:44.073703 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-5a9b9021-e2c4-45a6-a4ef-8fff60686082 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785984510&fields=id&tenant_id=1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 267 time: 0.0462224 Mar 07 14:14:44.178117 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-ab2e5df1-9a79-4aae-a50c-cc158f696280 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:44.180339 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-ab2e5df1-9a79-4aae-a50c-cc158f696280 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 812 time: 0.0996337 Mar 07 14:14:44.194299 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-76cd9e6a-2176-4007-a059-ebd47e94af92 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/quotas/1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 375 time: 0.0086403 Mar 07 14:14:44.254671 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-4e28eb23-99c0-4a12-97ca-15f355482c82 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542088 Mar 07 14:14:44.347355 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-67991406-8d09-4432-9391-e50bfc91d0e4 service neutron] 10.222.0.31 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803068 Mar 07 14:14:44.439443 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-a5d94c07-2fbb-4a62-9a84-d31b008f6172 service neutron] 10.222.0.31 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862184 Mar 07 14:14:44.720633 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9337e2ca-7334-4e6e-9eaf-1663c8e44732 req-5fdad75c-bda5-44e1-ad88-15409c131f98 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 210 time: 0.0288875 Mar 07 14:14:45.630123 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-fcec904d-cc0a-4a01-92f9-7659d2ea1d8a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:45.631590 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-fcec904d-cc0a-4a01-92f9-7659d2ea1d8a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 812 time: 0.0999112 Mar 07 14:14:45.710262 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-edf9837e-44fe-4719-a76c-926c1dce83dd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0565d018314753a32eecc6d16522bf HTTP/1.1" status: 200 len: 380 time: 0.0605018 Mar 07 14:14:45.751043 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'port': {'device_id': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'admin_state_up': True, 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'security_groups': ['23515437-fdd3-48fc-93ee-fd27a4457579']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:45.841877 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ddbbc102-fdb4-4fcd-a051-388e27294cc3 req-fd27ce92-44b8-4ec1-ae5a-26d1bd2915e8 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 210 time: 0.0321696 Mar 07 14:14:45.883451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Made reservation on behalf of 1f0565d018314753a32eecc6d16522bf for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:14:45.886766 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.014687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Allocated IP 172.20.0.9 (f95448eb-f298-4014-89c0-b7717ce5d265/6e255c7f-a285-49da-a942-dc2ecef315c3/04f52807-224f-4009-ae04-0c8cfa22f7ac) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:14:46.161423 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.196100 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.242428 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Network f95448eb-f298-4014-89c0-b7717ce5d265 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:14:46.245431 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:14:46.249802 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:14:46.252540 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=04f52807-224f-4009-ae04-0c8cfa22f7ac,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:46.301122 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:46.301741 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.318433 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-b7c7e4fb-e9c9-4b02-ab43-b066ddc9bfcd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712554 Mar 07 14:14:46.330514 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Request body: {'port': {'device_id': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:46.396459 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.527678 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ae5a1a2c-2821-4c03-bbbf-9a286675c8fc None None] Provisioning complete for port 04f52807-224f-4009-ae04-0c8cfa22f7ac triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:46.528301 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ae5a1a2c-2821-4c03-bbbf-9a286675c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.561733 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a1a2c-2821-4c03-bbbf-9a286675c8fc None None] Port 04f52807-224f-4009-ae04-0c8cfa22f7ac cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:14:46.650262 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f52807-224f-4009-ae04-0c8cfa22f7ac {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:14:46.657703 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Publish callbacks [] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.670148 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Transition to ACTIVE for port object 04f52807-224f-4009-ae04-0c8cfa22f7ac will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:14:46.673178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.724712 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=04f52807-224f-4009-ae04-0c8cfa22f7ac,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:46.797828 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Attempting to bind port 04f52807-224f-4009-ae04-0c8cfa22f7ac on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:14:46.798182 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Attempting to bind port 04f52807-224f-4009-ae04-0c8cfa22f7ac by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:14:46.798510 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Attempting to bind port 04f52807-224f-4009-ae04-0c8cfa22f7ac on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:14:46.803116 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Port 04f52807-224f-4009-ae04-0c8cfa22f7ac on network f95448eb-f298-4014-89c0-b7717ce5d265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:14:46.803505 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Attempting to bind port 04f52807-224f-4009-ae04-0c8cfa22f7ac on network f95448eb-f298-4014-89c0-b7717ce5d265 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:14:46.808722 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:14:46.809139 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Checking segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:14:46.809537 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Bound using segment: {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:14:46.809973 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Bound port: 04f52807-224f-4009-ae04-0c8cfa22f7ac, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2238616-053a-4a2f-992a-f23a5ed972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:14:46.810340 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.878058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] For port 04f52807-224f-4009-ae04-0c8cfa22f7ac, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:14:46.881217 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] For port 04f52807-224f-4009-ae04-0c8cfa22f7ac, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:14:46.887220 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.950986 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:46.951642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.953051 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/04f52807-224f-4009-ae04-0c8cfa22f7ac HTTP/1.1" status: 200 len: 1093 time: 0.6267855 Mar 07 14:14:46.953502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:46.955799 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fac261-db3a-4728-b5d9-9fcc53710764" -d '{"events": [{"name": "network-changed", "server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:46.986686 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e988d5-1309-4952-853d-8ebc5e6b2dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=04f52807-224f-4009-ae04-0c8cfa22f7ac,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:47.005991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78899f-8027-4460-b12d-1485f12e1c0d req-2d71a7b2-ffd3-4424-b475-a391b173c064 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.008020 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae78899f-8027-4460-b12d-1485f12e1c0d req-2d71a7b2-ffd3-4424-b475-a391b173c064 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0906389 Mar 07 14:14:47.025125 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f0721d-246c-45df-b17b-7d2f5a953646 x-openstack-request-id: req-05f0721d-246c-45df-b17b-7d2f5a953646 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:47.025471 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:47.025676 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05f0721d-246c-45df-b17b-7d2f5a953646 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:47.026059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'status': 'completed', 'code': 200} Mar 07 14:14:47.098973 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae78899f-8027-4460-b12d-1485f12e1c0d req-d7c4c8a4-1812-40ab-a316-7f4514041187 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707290 Mar 07 14:14:47.100889 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-1fc53700-c02c-4662-bb34-54902dcb40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.102334 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-1fc53700-c02c-4662-bb34-54902dcb40f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 1127 time: 0.0875347 Mar 07 14:14:47.158044 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-6f1d3fea-233d-411b-b395-5c8f85c0fa66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac HTTP/1.1" status: 200 len: 217 time: 0.0462410 Mar 07 14:14:47.206612 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-d1d36941-6cb0-41e3-9baa-b68a784ddc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.208017 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-d1d36941-6cb0-41e3-9baa-b68a784ddc7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0438895 Mar 07 14:14:47.259402 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-bc82207f-3020-46f6-bb41-d0154ed63f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.260892 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-bc82207f-3020-46f6-bb41-d0154ed63f06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443797 Mar 07 14:14:47.354070 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-8cdd6ee3-d7a7-442f-a0dc-efd6c91fa029 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838730 Mar 07 14:14:47.445608 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0caff49-2da9-4912-a9c6-c5fb157af787 req-15a1065a-9908-4fdb-9972-1aee95adb9c6 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801625 Mar 07 14:14:47.467363 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-532678ac-dbbe-41ab-ab2f-d748ed5795dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:47.539839 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-b42e2767-e1d3-406f-9898-71be6d27d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.541326 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-b42e2767-e1d3-406f-9898-71be6d27d436 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 1127 time: 0.0511854 Mar 07 14:14:47.630112 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-fb8cb722-59a4-4a4b-a827-35b75d99e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.631573 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-fb8cb722-59a4-4a4b-a827-35b75d99e18b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0839045 Mar 07 14:14:47.676938 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-2c7e837b-f28c-4ad7-bfac-2d067f39bb00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac HTTP/1.1" status: 200 len: 217 time: 0.0378394 Mar 07 14:14:47.726864 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-e35cacfb-df11-4ef8-9020-6b294ed8a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.728226 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-e35cacfb-df11-4ef8-9020-6b294ed8a0c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0433016 Mar 07 14:14:47.776875 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-cc8647f3-6cbd-49bd-9a22-8ca1a6c4d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.778352 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-cc8647f3-6cbd-49bd-9a22-8ca1a6c4d336 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435030 Mar 07 14:14:47.873014 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-cfb237aa-d4c2-4255-beec-71bb90e4ac06 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874722 Mar 07 14:14:47.980812 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d6fac261-db3a-4728-b5d9-9fcc53710764 req-8ddb49e7-10b8-40ce-bf01-8adf70af073a service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985463 Mar 07 14:14:48.226573 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1b71-6dd0-48d5-b0d9-2dd472ffe33d req-127ecf8a-1449-4175-acff-9eb53ad14930 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:48.228089 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-426a1b71-6dd0-48d5-b0d9-2dd472ffe33d req-127ecf8a-1449-4175-acff-9eb53ad14930 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0571482 Mar 07 14:14:48.285916 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-426a1b71-6dd0-48d5-b0d9-2dd472ffe33d req-0db7bae7-89c0-4ab4-9dd9-28068c23083d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521359 Mar 07 14:14:49.404167 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212eaa-86f4-4d53-94bf-0dc744d45ee7 req-e1fe38d2-9d31-416f-b22f-49bd85f8a5f2 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:49.405624 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3d212eaa-86f4-4d53-94bf-0dc744d45ee7 req-e1fe38d2-9d31-416f-b22f-49bd85f8a5f2 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0513072 Mar 07 14:14:49.453304 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3d212eaa-86f4-4d53-94bf-0dc744d45ee7 req-adf7b965-f262-4cb3-b21a-5a9b2a768236 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 Mar 07 14:14:49.830237 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7a92137d-6111-4471-a168-1fe7103b7fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.567634 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b08e8-e971-40a1-a297-217a0480bec4 req-5bbbc335-5f8b-453e-bd55-7ea9b28c036f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:50.569099 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa4b08e8-e971-40a1-a297-217a0480bec4 req-5bbbc335-5f8b-453e-bd55-7ea9b28c036f tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0516348 Mar 07 14:14:50.616373 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa4b08e8-e971-40a1-a297-217a0480bec4 req-5f4fc636-e851-45a8-9774-f031b4b9759e tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Mar 07 14:14:50.853485 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:51.733539 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0abad-d33e-449c-8975-bc571966150d req-a7d8516f-67a6-4676-8de8-7a8607d5cfdd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:51.734968 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8cc0abad-d33e-449c-8975-bc571966150d req-a7d8516f-67a6-4676-8de8-7a8607d5cfdd tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0541058 Mar 07 14:14:51.782110 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8cc0abad-d33e-449c-8975-bc571966150d req-9a0e0692-7161-4bae-9dbf-489217124924 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 Mar 07 14:14:52.192532 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:52.896750 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a0e5f-d0c8-4682-98b3-03b9592aa932 req-4a7440ee-afae-4f4c-a8e3-af48da195c42 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:52.898218 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-160a0e5f-d0c8-4682-98b3-03b9592aa932 req-4a7440ee-afae-4f4c-a8e3-af48da195c42 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0514319 Mar 07 14:14:52.946784 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-160a0e5f-d0c8-4682-98b3-03b9592aa932 req-341b41a1-7b80-4682-80b0-7de4883afe57 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424519 Mar 07 14:14:53.802379 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:54.065915 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f97d0c-3e9e-4516-806f-67d883d996ed req-9e6a4398-ea03-4e4e-92e6-368e47c7562d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:54.067418 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2f97d0c-3e9e-4516-806f-67d883d996ed req-9e6a4398-ea03-4e4e-92e6-368e47c7562d tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 943 time: 0.0562420 Mar 07 14:14:54.115044 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2f97d0c-3e9e-4516-806f-67d883d996ed req-a0a7bbfc-bb3f-4293-a310-cea4e004f408 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Mar 07 14:14:54.970654 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 04f52807-224f-4009-ae04-0c8cfa22f7ac details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:14:55.070213 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 04f52807-224f-4009-ae04-0c8cfa22f7ac, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:55.081024 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'port_id': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'mac_address': 'fa:16:3e:ce:4b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:14:55.116679 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 04f52807-224f-4009-ae04-0c8cfa22f7ac is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:55.117072 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:55.130126 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f52807-224f-4009-ae04-0c8cfa22f7ac {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:14:55.150094 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 04f52807-224f-4009-ae04-0c8cfa22f7ac, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:55.154720 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:55.206098 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=04f52807-224f-4009-ae04-0c8cfa22f7ac,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:55.239094 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf995b-1212-4646-ae60-bb9f1f906ea5 req-c4c6dd70-0bd5-4e50-8d17-050a3b9a7cf9 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:55.240511 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf995b-1212-4646-ae60-bb9f1f906ea5 req-c4c6dd70-0bd5-4e50-8d17-050a3b9a7cf9 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 944 time: 0.0531676 Mar 07 14:14:55.288097 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf995b-1212-4646-ae60-bb9f1f906ea5 req-3612ad0e-ac70-4c3c-a629-5a84b91793b0 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Mar 07 14:14:55.430368 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['04f52807-224f-4009-ae04-0c8cfa22f7ac'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:14:56.407967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6d24-7e66-4ca7-94fd-aad28d449cdd req-a0ba480d-6afb-4462-90af-e7b8f2b52823 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:56.409416 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-729f6d24-7e66-4ca7-94fd-aad28d449cdd req-a0ba480d-6afb-4462-90af-e7b8f2b52823 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 944 time: 0.0524230 Mar 07 14:14:56.462059 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-729f6d24-7e66-4ca7-94fd-aad28d449cdd req-809d9653-eb72-4a7c-91cd-2340c80af027 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467021 Mar 07 14:14:56.979021 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 04f52807-224f-4009-ae04-0c8cfa22f7ac up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:14:57.027819 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 04f52807-224f-4009-ae04-0c8cfa22f7ac completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:14:57.031869 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 04f52807-224f-4009-ae04-0c8cfa22f7ac triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:14:57.032253 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:57.110258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 04f52807-224f-4009-ae04-0c8cfa22f7ac is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:14:57.110647 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:57.260428 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:57.262538 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80fb20-b20f-4aae-bc43-5c214c220404" -d '{"events": [{"server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "name": "network-vif-plugged", "status": "completed", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:57.274688 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 04f52807-224f-4009-ae04-0c8cfa22f7ac, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:57.279164 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:57.302016 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13232ce-137c-4e82-a161-a9e1a533651a x-openstack-request-id: req-d13232ce-137c-4e82-a161-a9e1a533651a {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:57.302317 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "name": "network-vif-plugged", "status": "completed", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:57.302569 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d13232ce-137c-4e82-a161-a9e1a533651a {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:57.302958 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'code': 200} Mar 07 14:14:57.328870 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=04f52807-224f-4009-ae04-0c8cfa22f7ac,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:57.539312 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e4f61-c1b0-426d-91dd-196a18a62433 req-9dd206d2-a8d8-4101-aeb5-9fc86e931822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:57.541524 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-060e4f61-c1b0-426d-91dd-196a18a62433 req-9dd206d2-a8d8-4101-aeb5-9fc86e931822 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 1129 time: 0.0527494 Mar 07 14:14:57.614740 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b835-5947-4fb4-9382-d9f05106b0c6 req-2c238683-ab88-49ed-b568-1bbbd3c65718 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:57.616237 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3732b835-5947-4fb4-9382-d9f05106b0c6 req-2c238683-ab88-49ed-b568-1bbbd3c65718 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 945 time: 0.0872669 Mar 07 14:14:57.619218 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-060e4f61-c1b0-426d-91dd-196a18a62433 req-58901eb6-1209-4859-b941-3fd64e6d96f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596902 Mar 07 14:14:57.664173 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3732b835-5947-4fb4-9382-d9f05106b0c6 req-2afa3c1f-79ea-4bb8-b90a-53cd4a98fc24 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 Mar 07 14:14:58.790129 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccead-5b5d-4400-bba2-d4a4d5fcf4c6 req-894ec002-80fa-4092-aa55-588bf2c6c169 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:58.791613 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-86cccead-5b5d-4400-bba2-d4a4d5fcf4c6 req-894ec002-80fa-4092-aa55-588bf2c6c169 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 945 time: 0.0546427 Mar 07 14:14:58.839831 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-86cccead-5b5d-4400-bba2-d4a4d5fcf4c6 req-faaa0972-510f-4fcb-bb94-cfd293788b02 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Mar 07 14:14:58.952965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6962-40ba-4cad-ad63-293ec345e60f req-a37c242a-3151-4754-8587-57d104b38728 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:58.954317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a6a6962-40ba-4cad-ad63-293ec345e60f req-a37c242a-3151-4754-8587-57d104b38728 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 945 time: 0.0512712 Mar 07 14:14:59.001464 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a6a6962-40ba-4cad-ad63-293ec345e60f req-0f463f48-5ff3-48f1-b441-fb4d90c516a5 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Mar 07 14:14:59.024941 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36138) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:59.038379 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.069726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c699dc6-a2ad-4d9b-a99d-813dfed1224b tempest-TestVolumeBootPattern-958461992 tempest-TestVolumeBootPattern-958461992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:59.072366 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3c699dc6-a2ad-4d9b-a99d-813dfed1224b tempest-TestVolumeBootPattern-958461992 tempest-TestVolumeBootPattern-958461992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 1124 time: 0.0464294 Mar 07 14:14:59.075085 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36140) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:59.079317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'port_id': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:14:59.098902 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.195461 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.296661 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Allocated IP 172.27.3.120 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/0bf84f7c-fa96-4a4f-a812-c86534661182) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:14:59.400095 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.434138 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.471941 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:14:59.476212 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:14:59.480214 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:14:59.502063 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=0bf84f7c-fa96-4a4f-a812-c86534661182,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:59.514909 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.515262 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.515644 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.515983 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.516319 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.516648 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.516977 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.517309 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.517637 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.517963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.518288 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.518609 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.518927 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:59.856365 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (bbd83936-8fb2-4d82-9d45-986532c6beca), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.923574 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.073322 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.078910 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.153805 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event updated for resources: {'Port': ['ID=0bf84f7c-fa96-4a4f-a812-c86534661182,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:00.161428 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (bbd83936-8fb2-4d82-9d45-986532c6beca), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.265600 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Floating IP bbd83936-8fb2-4d82-9d45-986532c6beca associated. External IP: 172.27.3.120, port: 04f52807-224f-4009-ae04-0c8cfa22f7ac. Mar 07 14:15:00.473237 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:15:00.580257 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:15:00.590781 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:15:00.598239 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.599844 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:15:00.600446 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:14:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:00.632388 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4186a2ba-f9e2-42b6-8160-7744ad476655 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5562391 Mar 07 14:15:00.632984 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:15:00.636553 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:15:00.673758 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf346a9-102c-4072-9f2b-055994cca0d8 x-openstack-request-id: req-edf346a9-102c-4072-9f2b-055994cca0d8 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:15:00.674049 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:15:00.674304 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edf346a9-102c-4072-9f2b-055994cca0d8 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:15:00.674707 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'status': 'completed', 'code': 200} Mar 07 14:15:00.708259 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:15:00.741866 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-0afae640-8afa-4d7d-ba43-c7397396ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.743770 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-0afae640-8afa-4d7d-ba43-c7397396ae44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 1129 time: 0.0463321 Mar 07 14:15:00.832269 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-940fb3a6-0e9b-4473-8d8c-fe99d034e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.833720 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-940fb3a6-0e9b-4473-8d8c-fe99d034e59a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0843425 Mar 07 14:15:00.901640 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-7dfd0bd0-02e2-4bef-8c06-2a2a4c86be9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac HTTP/1.1" status: 200 len: 999 time: 0.0612288 Mar 07 14:15:00.934890 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:14Z', 'revision_number': 1, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}, {'id': 'bbd83936-8fb2-4d82-9d45-986532c6beca', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:ce:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:14:59Z', 'updated_at': '2022-03-07T14:14:59Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:00.948757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-975a1297-f8da-4c77-991c-d01fc3f0de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.950239 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-975a1297-f8da-4c77-991c-d01fc3f0de80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0433645 Mar 07 14:15:00.962057 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:15:00.970424 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:15:00.971035 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:14:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:00.999664 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-3aeae3a4-6ef2-4ebf-8c4f-f94735597327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:01.001113 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-3aeae3a4-6ef2-4ebf-8c4f-f94735597327 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449624 Mar 07 14:15:01.084594 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:15:01.325345 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:14Z', 'revision_number': 1, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}, {'id': 'bbd83936-8fb2-4d82-9d45-986532c6beca', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:ce:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:14:59Z', 'updated_at': '2022-03-07T14:14:59Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:01.351181 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-c9989210-8c9b-4cd6-9b1c-729321cd7477 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428948 Mar 07 14:15:01.355597 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faeabe-9773-44c4-bdbc-6e43665f765f None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:14Z', 'revision_number': 1, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}, {'id': 'bbd83936-8fb2-4d82-9d45-986532c6beca', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:ce:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:14:59Z', 'updated_at': '2022-03-07T14:14:59Z', 'revision_number': 0, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:15:01.444876 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-29173f1e-2f70-4ffd-9d6a-ca03b32c46fc req-5da18608-8d2d-43c5-997b-5ee9fc3536dc service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861599 Mar 07 14:15:01.549599 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e2e96-c4d9-476c-875e-2f90f700b731 None None] New status for floating IP bbd83936-8fb2-4d82-9d45-986532c6beca: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:15:10.436065 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3841-862d-46c4-8506-fceeec1f60b6 req-df74d532-74f8-4738-b669-eb694e14e2c4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:10.437582 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7fb3841-862d-46c4-8506-fceeec1f60b6 req-df74d532-74f8-4738-b669-eb694e14e2c4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0552595 Mar 07 14:15:10.487167 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d7fb3841-862d-46c4-8506-fceeec1f60b6 req-fe577371-a1dc-44ea-9ab8-a9214c33e517 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440853 Mar 07 14:15:11.135432 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:15:11.605626 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868574ef-ef1d-4913-aea2-94033f1d1ef9 req-222d0ec1-d229-4eba-b7a5-1a11c386ef83 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:11.607086 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-868574ef-ef1d-4913-aea2-94033f1d1ef9 req-222d0ec1-d229-4eba-b7a5-1a11c386ef83 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0523136 Mar 07 14:15:11.652324 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-868574ef-ef1d-4913-aea2-94033f1d1ef9 req-0ad53ee1-e8a2-4af3-9ef7-78e7c1fd0282 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Mar 07 14:15:12.770530 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15775ff3-5b98-4e38-923c-17b534937cff req-e70a8114-dbce-4ee9-b6e3-735a678e488e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:12.771999 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15775ff3-5b98-4e38-923c-17b534937cff req-e70a8114-dbce-4ee9-b6e3-735a678e488e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0514331 Mar 07 14:15:12.817100 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15775ff3-5b98-4e38-923c-17b534937cff req-9f519fca-a2e1-4c12-a098-411fc51099c3 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Mar 07 14:15:13.937991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b06c72-580b-4eba-bbc1-d55cb2e12a11 req-69efe594-180e-4593-a1df-365802ed23ef tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:13.939493 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f2b06c72-580b-4eba-bbc1-d55cb2e12a11 req-69efe594-180e-4593-a1df-365802ed23ef tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0552931 Mar 07 14:15:13.984756 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f2b06c72-580b-4eba-bbc1-d55cb2e12a11 req-3ea033a0-b88a-4bf2-ba1b-76033b7e5583 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Mar 07 14:15:15.100404 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d3721-2d9e-4101-ba59-6e43a58facf4 req-a0959adc-4be3-402e-9ece-337b7392c468 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:15.101856 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-048d3721-2d9e-4101-ba59-6e43a58facf4 req-a0959adc-4be3-402e-9ece-337b7392c468 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0521946 Mar 07 14:15:15.146918 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-048d3721-2d9e-4101-ba59-6e43a58facf4 req-1e0a3435-d54c-4655-b46f-1aeb2dceddf8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Mar 07 14:15:16.268765 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcddead-ceeb-42c4-87e9-2440bf813c2c req-316438ae-4dff-408a-bc52-e7de4991b697 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:16.270139 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bcddead-ceeb-42c4-87e9-2440bf813c2c req-316438ae-4dff-408a-bc52-e7de4991b697 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0549662 Mar 07 14:15:16.316882 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bcddead-ceeb-42c4-87e9-2440bf813c2c req-1bb08d83-2173-4dee-a61a-fd49a60e4646 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404806 Mar 07 14:15:17.434886 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68831665-4810-49c9-8ae8-e3762b3e3d04 req-f2fe6901-72f5-4a2c-9ad2-ae8d502bc0f7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:17.436357 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68831665-4810-49c9-8ae8-e3762b3e3d04 req-f2fe6901-72f5-4a2c-9ad2-ae8d502bc0f7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0523102 Mar 07 14:15:17.468218 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-09dba877-d5a3-48b7-8dff-154c64a8a62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.482355 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-68831665-4810-49c9-8ae8-e3762b3e3d04 req-6d214df7-f1c2-4e78-9e12-a40257526a74 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Mar 07 14:15:18.610492 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a5bb-946c-4fd8-99d4-845e7d09467c req-d267556b-b148-4395-8025-a51411e60233 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:18.612061 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e49a5bb-946c-4fd8-99d4-845e7d09467c req-d267556b-b148-4395-8025-a51411e60233 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0532937 Mar 07 14:15:18.662709 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e49a5bb-946c-4fd8-99d4-845e7d09467c req-65d0323e-23af-48c7-a54f-434f54c2cdd3 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Mar 07 14:15:19.781863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6c747-4622-4eb4-90a0-c3e640a739b6 req-701b558a-714f-4acc-aa91-71a4102d720e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:19.783577 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cae6c747-4622-4eb4-90a0-c3e640a739b6 req-701b558a-714f-4acc-aa91-71a4102d720e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0533447 Mar 07 14:15:19.831088 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cae6c747-4622-4eb4-90a0-c3e640a739b6 req-160921c6-d493-4565-b3fd-2f347efcf685 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Mar 07 14:15:19.834472 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-478fe0b8-efab-431a-921d-a0662c19c76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:20.865401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:20.960984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c16f6-d2a6-4678-bfd5-d46581d287cb req-a5882bcf-ded2-4465-ac22-0ef3eff62543 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:20.963092 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a12c16f6-d2a6-4678-bfd5-d46581d287cb req-a5882bcf-ded2-4465-ac22-0ef3eff62543 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0577075 Mar 07 14:15:21.010824 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a12c16f6-d2a6-4678-bfd5-d46581d287cb req-991b614a-c68d-4447-ab62-8890d5c65e42 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Mar 07 14:15:22.137287 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e87cf-fa21-48dc-9ba8-7436a12815b0 req-ffb7a36c-5136-4857-99d9-8fd6bba22ae8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:22.139015 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f60e87cf-fa21-48dc-9ba8-7436a12815b0 req-ffb7a36c-5136-4857-99d9-8fd6bba22ae8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0577629 Mar 07 14:15:22.190567 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f60e87cf-fa21-48dc-9ba8-7436a12815b0 req-a51e2e64-31bd-4fd8-9328-65c124d85656 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Mar 07 14:15:22.194531 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.309463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc1581-ea87-4eec-bc35-51c69cbe6090 req-88d1613c-436a-4a1f-972e-6bc99c14a4df tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:23.310863 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28fc1581-ea87-4eec-bc35-51c69cbe6090 req-88d1613c-436a-4a1f-972e-6bc99c14a4df tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0525355 Mar 07 14:15:23.357133 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28fc1581-ea87-4eec-bc35-51c69cbe6090 req-c152d116-57e3-4c63-a151-fc0ed61385e2 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Mar 07 14:15:23.806317 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:24.473417 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d64e-a11f-4fa5-91b6-e591ca07a9c6 req-8e9d29ba-feb9-4146-a043-bdc69b6c99b9 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:24.474888 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a12d64e-a11f-4fa5-91b6-e591ca07a9c6 req-8e9d29ba-feb9-4146-a043-bdc69b6c99b9 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0516109 Mar 07 14:15:24.525526 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a12d64e-a11f-4fa5-91b6-e591ca07a9c6 req-5bac17f6-db43-4546-b8c2-3a460f781673 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445988 Mar 07 14:15:25.642866 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef48250-610c-4240-8277-8e93e272a64f req-01ea5fdd-8e03-4bbb-b2b1-e0df012d1305 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:25.644386 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fef48250-610c-4240-8277-8e93e272a64f req-01ea5fdd-8e03-4bbb-b2b1-e0df012d1305 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0528884 Mar 07 14:15:25.690928 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fef48250-610c-4240-8277-8e93e272a64f req-c9b8619c-69f2-4cae-8591-5fe76f6b67ef tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Mar 07 14:15:26.806807 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd09c-026d-4a80-846c-713bbca3a543 req-55bffbdb-5217-48e7-9688-5d369f725883 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:26.808301 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b88cd09c-026d-4a80-846c-713bbca3a543 req-55bffbdb-5217-48e7-9688-5d369f725883 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0530574 Mar 07 14:15:26.854259 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b88cd09c-026d-4a80-846c-713bbca3a543 req-a3c6e18a-8b82-46e4-b1be-e9dacb5521d4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Mar 07 14:15:27.977277 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90c75-2667-42ce-86e2-3e388075e8bd req-1ee088b8-c675-4d6e-be71-b029f183971c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:27.978848 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41d90c75-2667-42ce-86e2-3e388075e8bd req-1ee088b8-c675-4d6e-be71-b029f183971c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0563717 Mar 07 14:15:28.027240 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41d90c75-2667-42ce-86e2-3e388075e8bd req-b7f1d776-f42b-4da5-8886-e6abeca258ff tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 Mar 07 14:15:29.055709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.143393 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e61a4-8d5f-4cf8-a061-4c38a734ac7a req-70e65e7b-d062-4991-8d35-f23b023dfba9 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:29.144851 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e46e61a4-8d5f-4cf8-a061-4c38a734ac7a req-70e65e7b-d062-4991-8d35-f23b023dfba9 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0518415 Mar 07 14:15:29.192703 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e46e61a4-8d5f-4cf8-a061-4c38a734ac7a req-da10eb3e-f8fd-4821-a48c-2379987e568d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413289 Mar 07 14:15:30.315209 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da4646-63ab-4c9c-98a7-dee1658d5b60 req-13e2150a-b959-464c-b684-f9cddc04c173 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:30.316618 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3da4646-63ab-4c9c-98a7-dee1658d5b60 req-13e2150a-b959-464c-b684-f9cddc04c173 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0566266 Mar 07 14:15:30.361750 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3da4646-63ab-4c9c-98a7-dee1658d5b60 req-54e71b6d-adbb-4d3d-b198-7f93ed3e50e8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Mar 07 14:15:31.477693 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb845f2-eba7-4640-a716-42416940ec97 req-425ab32b-0fd1-4bcf-a475-74cd13431521 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.479147 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2eb845f2-eba7-4640-a716-42416940ec97 req-425ab32b-0fd1-4bcf-a475-74cd13431521 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0519891 Mar 07 14:15:31.525477 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2eb845f2-eba7-4640-a716-42416940ec97 req-c35f1666-cfc1-455c-bc57-f1c7358ae564 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 Mar 07 14:15:31.723718 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4c00e-1f9e-49ec-849f-b7305cdd0144 req-b5186064-8b13-4e86-a97e-7b4a82dbd43d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.725124 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5e4c00e-1f9e-49ec-849f-b7305cdd0144 req-b5186064-8b13-4e86-a97e-7b4a82dbd43d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0519650 Mar 07 14:15:31.803669 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5e4c00e-1f9e-49ec-849f-b7305cdd0144 req-99072bc1-9741-4bfc-ac97-7133506d2431 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715964 Mar 07 14:15:31.813926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-824797a1-feee-4073-9d0c-3d12075586e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.815405 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-824797a1-feee-4073-9d0c-3d12075586e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1129 time: 0.0699866 Mar 07 14:15:31.908580 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-7d46e52d-f566-4c15-addc-05460914107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.910022 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-7d46e52d-f566-4c15-addc-05460914107e service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.0829172 Mar 07 14:15:31.979674 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-b0c02d2a-3d86-486b-919a-d31d60af3a37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 1001 time: 0.0613818 Mar 07 14:15:32.026765 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-de21badc-23b8-4745-bb08-f1b8ed744ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:32.028227 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-de21badc-23b8-4745-bb08-f1b8ed744ab9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0431988 Mar 07 14:15:32.080200 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-a28a9c25-3ba2-4b9e-97c8-dd4284996897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:32.081664 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-a28a9c25-3ba2-4b9e-97c8-dd4284996897 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433085 Mar 07 14:15:32.174502 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-5df735d3-dfe6-4c3f-ba45-10224e7b1b62 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832963 Mar 07 14:15:32.265241 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e926cab0-a58c-4f52-8060-6e211bb7ded5 req-23a2afd0-9d1d-41ec-8871-b90060ccd328 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800657 Mar 07 14:15:32.928108 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccff6d-751a-4ae3-a311-a6874812e58c req-a7971721-3694-4aab-864b-9eb92f7bd1e2 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:32.929606 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8eccff6d-751a-4ae3-a311-a6874812e58c req-a7971721-3694-4aab-864b-9eb92f7bd1e2 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0582995 Mar 07 14:15:32.979317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8eccff6d-751a-4ae3-a311-a6874812e58c req-8dc864f4-cfde-41c8-8ca6-498d8d390a23 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Mar 07 14:15:34.095296 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2e791-6c20-43b3-9331-9cdf6877fa2c req-a4a51663-13be-4f91-8b60-150f3b511a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:34.096785 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8e2e791-6c20-43b3-9331-9cdf6877fa2c req-a4a51663-13be-4f91-8b60-150f3b511a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0520277 Mar 07 14:15:34.142542 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8e2e791-6c20-43b3-9331-9cdf6877fa2c req-c756abc0-86d7-4b21-b36d-285810a568b1 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Mar 07 14:15:35.367673 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-2225eee0-81d4-47e3-9b35-ea2381e2ab7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453401 Mar 07 14:15:35.434081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-c5315632-e80b-4102-b31c-7d7e9b066682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:35.435577 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-c5315632-e80b-4102-b31c-7d7e9b066682 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1129 time: 0.0444214 Mar 07 14:15:35.534900 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-7cfeff28-b45c-4b9e-8604-064e251caed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:35.536381 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-7cfeff28-b45c-4b9e-8604-064e251caed2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.0827594 Mar 07 14:15:35.602025 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-2979c669-2569-4b4b-b2a8-7b05a0a6bf15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 1001 time: 0.0598586 Mar 07 14:15:35.649341 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-b4d2a1f6-f49b-40f2-ad0c-aceafaf06041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:35.650830 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-b4d2a1f6-f49b-40f2-ad0c-aceafaf06041 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0427699 Mar 07 14:15:35.702760 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-5e18c561-f6de-4a20-8c41-63f49937715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:35.705731 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-5e18c561-f6de-4a20-8c41-63f49937715e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477469 Mar 07 14:15:35.796111 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-b4083404-e15e-49fd-b241-067488a909f7 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845673 Mar 07 14:15:35.884461 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e5478aa-166c-4f48-8c6e-6d40648b15a7 req-fb85d82c-d608-4f1b-a4f0-6a5a153d9ad8 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807948 Mar 07 14:15:47.469965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aa7363d1-e044-4bb7-81e5-5fea203a71b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:48.136280 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:15:49.829144 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fbad2b44-e9a2-44f1-8fc7-de0dabeb9048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:50.859704 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:52.197648 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:53.809079 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.069069 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:08.905698 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded7abd-1acc-40f8-8ff3-b8db6d4a5953 req-58296861-59f5-42b3-9e59-78c57d99c7b6 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:08.907156 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ded7abd-1acc-40f8-8ff3-b8db6d4a5953 req-58296861-59f5-42b3-9e59-78c57d99c7b6 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0589271 Mar 07 14:16:08.953624 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9ded7abd-1acc-40f8-8ff3-b8db6d4a5953 req-a2b3474c-3ddc-4f15-9379-09da5c731c91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Mar 07 14:16:10.075042 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179bce-ca79-4f36-ad43-78f5da675c50 req-e00188dc-0dbd-4787-a890-2dacb36d8e9f tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:10.076536 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1179bce-ca79-4f36-ad43-78f5da675c50 req-e00188dc-0dbd-4787-a890-2dacb36d8e9f tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0535018 Mar 07 14:16:10.123841 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1179bce-ca79-4f36-ad43-78f5da675c50 req-51315b7e-0df0-4b6b-a31a-a87b606814fa tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Mar 07 14:16:11.242970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad81aba-d68f-4cb9-9776-bf1a175ca836 req-1d92b178-3403-4c2f-a04b-62af062285cd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:11.245113 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fad81aba-d68f-4cb9-9776-bf1a175ca836 req-1d92b178-3403-4c2f-a04b-62af062285cd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0561986 Mar 07 14:16:11.290721 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fad81aba-d68f-4cb9-9776-bf1a175ca836 req-ad690262-ee40-499b-aee6-6c48bb9d5e77 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400162 Mar 07 14:16:12.408871 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735d00-06a4-49be-b017-d4f848615806 req-35df246e-5028-4b6d-a1e4-a5129ad32470 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:12.410322 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38735d00-06a4-49be-b017-d4f848615806 req-35df246e-5028-4b6d-a1e4-a5129ad32470 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0521624 Mar 07 14:16:12.455475 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38735d00-06a4-49be-b017-d4f848615806 req-f1bc3353-5598-4cf2-ac58-07d65a396817 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Mar 07 14:16:13.573466 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031edca-444c-47a7-afe0-c5402040486c req-ef594bfb-b1fc-4057-b5a7-e7cdd9ae06df tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:13.574929 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4031edca-444c-47a7-afe0-c5402040486c req-ef594bfb-b1fc-4057-b5a7-e7cdd9ae06df tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0525053 Mar 07 14:16:13.624151 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4031edca-444c-47a7-afe0-c5402040486c req-f938449d-dc42-4f81-997a-7f05355e4839 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Mar 07 14:16:14.740773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12115c04-0df2-41eb-88b8-4bd87ee34cc7 req-02c38630-77f4-4493-84aa-750a66d5c92f tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:14.742244 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12115c04-0df2-41eb-88b8-4bd87ee34cc7 req-02c38630-77f4-4493-84aa-750a66d5c92f tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0518568 Mar 07 14:16:14.788421 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12115c04-0df2-41eb-88b8-4bd87ee34cc7 req-cea8f8de-ea89-4b9c-b575-e7d8b7db154e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Mar 07 14:16:15.906015 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffb00-a3cc-465c-a698-60f71ea10c39 req-f29f5341-e9a4-4422-951a-6984a96bb791 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:15.907539 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e07ffb00-a3cc-465c-a698-60f71ea10c39 req-f29f5341-e9a4-4422-951a-6984a96bb791 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0517130 Mar 07 14:16:15.953671 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e07ffb00-a3cc-465c-a698-60f71ea10c39 req-418c18a4-5906-4399-83f7-5a5b08f8b428 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Mar 07 14:16:17.076387 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b140aa-9d17-4bb3-a9fc-0f597c5f4cd8 req-473ec050-a99c-4773-a6f7-9e357283f328 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:17.077991 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-26b140aa-9d17-4bb3-a9fc-0f597c5f4cd8 req-473ec050-a99c-4773-a6f7-9e357283f328 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0566487 Mar 07 14:16:17.127553 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-26b140aa-9d17-4bb3-a9fc-0f597c5f4cd8 req-d2ddb04e-e38a-4e49-ac28-506d0799dac0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Mar 07 14:16:17.471363 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-625ab8a3-61ac-4f28-9095-a559160852bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:18.244392 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95162-73dc-4762-ac9c-fb8aa51ab262 req-39343a42-8eb3-409e-82e3-4662d15edda8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:18.246685 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45e95162-73dc-4762-ac9c-fb8aa51ab262 req-39343a42-8eb3-409e-82e3-4662d15edda8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0520952 Mar 07 14:16:18.292102 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-45e95162-73dc-4762-ac9c-fb8aa51ab262 req-14d5bb63-7b85-4977-93c8-b2299bf59f25 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392551 Mar 07 14:16:19.407065 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b897b-f1cd-4a42-8510-0f91a4aac530 req-746597f6-11dc-4d59-8163-c6bcd13a59aa tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:19.408535 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3c6b897b-f1cd-4a42-8510-0f91a4aac530 req-746597f6-11dc-4d59-8163-c6bcd13a59aa tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0512660 Mar 07 14:16:19.458947 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3c6b897b-f1cd-4a42-8510-0f91a4aac530 req-407abe23-ada7-45ce-8f2c-a05215b7c815 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Mar 07 14:16:19.655425 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37586e-fdca-4ac8-b86a-0d4b63f21852 req-7809ebdb-3de3-42aa-a0ce-ec480db1441e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:19.656898 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e37586e-fdca-4ac8-b86a-0d4b63f21852 req-7809ebdb-3de3-42aa-a0ce-ec480db1441e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0523701 Mar 07 14:16:19.728926 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e37586e-fdca-4ac8-b86a-0d4b63f21852 req-71ea45d6-e8ec-4e14-bd4e-3973e434eb29 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662670 Mar 07 14:16:19.738037 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-777e37e5-702c-40ce-b268-3296dfe88b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:19.739606 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-777e37e5-702c-40ce-b268-3296dfe88b3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 1129 time: 0.0639417 Mar 07 14:16:19.831697 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6347eb7-d811-46a2-ac69-a5614aba7640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:19.836661 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-2ebe161d-e646-481c-a005-6d24ad7f4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:19.838158 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-2ebe161d-e646-481c-a005-6d24ad7f4530 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.0900142 Mar 07 14:16:19.905872 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-a44ae130-0d21-43ff-a4c7-60bc54d3b24b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 200 len: 1001 time: 0.0576406 Mar 07 14:16:19.961561 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-f85d8d1b-f01a-4ac5-882a-646be3dcfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:19.963021 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-f85d8d1b-f01a-4ac5-882a-646be3dcfa53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0473962 Mar 07 14:16:20.015068 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-c377b45e-80de-4d8d-a710-cad5ca8252ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:20.016627 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-c377b45e-80de-4d8d-a710-cad5ca8252ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443702 Mar 07 14:16:20.107560 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-9d026c3d-a60d-4570-8f12-ea07eefcd01a service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816510 Mar 07 14:16:20.204714 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34d1d4a9-461a-4ae7-9ed9-10f263e30329 req-e4924c1f-2bbb-4ae1-af82-c9f399888c81 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869687 Mar 07 14:16:20.846242 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14d81-40aa-4fcc-86c0-34246ed78096 req-5d7f1a15-cbc3-4ed3-a9e2-df6d37e59aad tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:20.847711 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24e14d81-40aa-4fcc-86c0-34246ed78096 req-5d7f1a15-cbc3-4ed3-a9e2-df6d37e59aad tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0519569 Mar 07 14:16:20.863645 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:20.896278 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24e14d81-40aa-4fcc-86c0-34246ed78096 req-0531c84e-6ed4-4aee-8d36-f22af800dbdb tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Mar 07 14:16:22.200108 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:23.811651 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:25.134826 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:16:29.078101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:36.358209 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-574e90a7-5534-4d2f-86c8-1b7ac3db80b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473819 Mar 07 14:16:36.444393 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-a2ce3898-68ef-4ea2-b20b-ce44e7444b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:36.445836 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-a2ce3898-68ef-4ea2-b20b-ce44e7444b1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1130 time: 0.0444322 Mar 07 14:16:36.546462 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-ab8a86ac-6f35-4049-9a66-78b3c0e2d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:36.547937 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-ab8a86ac-6f35-4049-9a66-78b3c0e2d0c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0834894 Mar 07 14:16:36.615321 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-8c0eee27-e64c-4663-aba8-b2b349471181 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 1001 time: 0.0602863 Mar 07 14:16:36.661929 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-ccca3476-f478-49f7-b103-8f1424e42556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:36.663371 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-ccca3476-f478-49f7-b103-8f1424e42556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0418763 Mar 07 14:16:36.710721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-e3302874-9198-4b2f-a204-6ca50772be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:36.712191 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-e3302874-9198-4b2f-a204-6ca50772be8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423021 Mar 07 14:16:36.801896 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-102813f7-a197-4398-b3d4-58d16088e86f service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829117 Mar 07 14:16:36.893185 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d28a23a5-3a05-46d0-80fb-f8ad4150fff7 req-11499198-015a-4c99-8207-dd46c98c52b3 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Mar 07 14:16:39.514165 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36302) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:39.672804 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Deleting port 0bf84f7c-fa96-4a4f-a812-c86534661182 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:39.673145 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.745966 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.746282 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (0bf84f7c-fa96-4a4f-a812-c86534661182), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.757703 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Calling delete_port for 0bf84f7c-fa96-4a4f-a812-c86534661182 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:39.905623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (0bf84f7c-fa96-4a4f-a812-c86534661182), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.933071 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'Port': ['ID=0bf84f7c-fa96-4a4f-a812-c86534661182,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:39.959184 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.959560 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.959917 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.960247 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.960581 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.960913 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.961242 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.961572 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.961900 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.962228 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.962552 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.962874 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:39.963827 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:40.005132 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (bbd83936-8fb2-4d82-9d45-986532c6beca), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:40.005474 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Floating IP bbd83936-8fb2-4d82-9d45-986532c6beca disassociated (deleted). External IP: 172.27.3.120, port: 04f52807-224f-4009-ae04-0c8cfa22f7ac. Mar 07 14:16:40.219394 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:16:40.331201 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:16:40.335930 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:40.341313 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:16:40.351002 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:40.351639 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:40.370336 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0578fc83-17e6-45c8-bf07-e1c10a302ce3 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "DELETE /v2.0/floatingips/bbd83936-8fb2-4d82-9d45-986532c6beca HTTP/1.1" status: 204 len: 168 time: 0.8520546 Mar 07 14:16:40.370336 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:40.370824 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05677783-ec25-4a74-8cdc-7e2dee878140" -d '{"events": [{"name": "network-changed", "server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:40.407848 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e27011-5546-4e42-9167-2ae487adc3d0 x-openstack-request-id: req-78e27011-5546-4e42-9167-2ae487adc3d0 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:40.408150 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:40.408416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78e27011-5546-4e42-9167-2ae487adc3d0 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:40.409140 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'status': 'completed', 'code': 200} Mar 07 14:16:40.467359 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:40.478249 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-9bcc82a8-3645-4356-a468-4a128d8ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:40.479774 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-9bcc82a8-3645-4356-a468-4a128d8ad55e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 1129 time: 0.0464253 Mar 07 14:16:40.587156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-0cbb3aa4-e565-41c5-9633-07577e5bbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:40.589521 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-0cbb3aa4-e565-41c5-9633-07577e5bbf7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.0969958 Mar 07 14:16:40.637408 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-c25f2cb2-a8de-4e2d-815f-4ab1d0d156e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac HTTP/1.1" status: 200 len: 217 time: 0.0401587 Mar 07 14:16:40.686395 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-8fe2b252-2736-4ffb-9072-ab31c29e404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:40.687903 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-8fe2b252-2736-4ffb-9072-ab31c29e404f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0445662 Mar 07 14:16:40.711010 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:14Z', 'revision_number': 1, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:40.737892 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:16:40.746233 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:40.746845 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:40.771081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-ea4ad867-64ab-401d-86e3-e2b2750b4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:40.772615 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-ea4ad867-64ab-401d-86e3-e2b2750b4438 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773773 Mar 07 14:16:40.785003 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-909ffdc0-551b-4bc4-b763-5167e7efaec3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:16:40.785963 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-909ffdc0-551b-4bc4-b763-5167e7efaec3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056264 Mar 07 14:16:40.796701 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b75e7a-e7c0-490f-9357-ecfd86d59350 req-ed53e960-57a5-4816-bd81-a6012441f792 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:40.798133 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88b75e7a-e7c0-490f-9357-ecfd86d59350 req-ed53e960-57a5-4816-bd81-a6012441f792 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 945 time: 0.2439830 Mar 07 14:16:40.858103 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:40.901401 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88b75e7a-e7c0-490f-9357-ecfd86d59350 req-5f1abb14-d250-4236-afea-879b079cd46c tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939910 Mar 07 14:16:40.918952 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-981ff68c-dbb6-4b19-bf47-9e2138c7d7db service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199074 Mar 07 14:16:41.013072 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05677783-ec25-4a74-8cdc-7e2dee878140 req-c707fcc8-4bf2-43f3-a487-1535fe06afb8 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866089 Mar 07 14:16:41.088713 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:14Z', 'revision_number': 1, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:41.115027 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dc1ec-4508-4d48-b60f-8b42b846af11 None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '005957ef-bb0d-4c2d-88f8-d8cf92a23a95', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'port_id': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'mac_address': 'fa:16:3e:4c:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b9ed3-20ee-4765-a321-56b4835ef366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:13:12Z', 'updated_at': '2022-03-07T14:13:14Z', 'revision_number': 1, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:16:41.336683 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc21a4-7cb0-44e1-b721-15ed5c3e6cdf None None] New status for floating IP bbd83936-8fb2-4d82-9d45-986532c6beca: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:16:42.073949 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140df72-ef69-411c-81de-5a44a328cf74 req-678ea479-3ac8-4b82-a8af-cc9f16462016 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:42.075427 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f140df72-ef69-411c-81de-5a44a328cf74 req-678ea479-3ac8-4b82-a8af-cc9f16462016 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 945 time: 0.1045706 Mar 07 14:16:42.122947 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f140df72-ef69-411c-81de-5a44a328cf74 req-9f6a22d4-fbfe-4f19-991b-4eca4ecb42bf tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Mar 07 14:16:42.310503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-607cf88f-2895-4d3b-af29-ffdfb2ef68a8 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:42.311829 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-607cf88f-2895-4d3b-af29-ffdfb2ef68a8 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 945 time: 0.0550265 Mar 07 14:16:42.401727 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Deleting port 04f52807-224f-4009-ae04-0c8cfa22f7ac {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:42.402066 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:42.489054 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] For port 04f52807-224f-4009-ae04-0c8cfa22f7ac, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=04f52807-224f-4009-ae04-0c8cfa22f7ac,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:42.489414 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:42.501311 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Calling delete_port for 04f52807-224f-4009-ae04-0c8cfa22f7ac owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:42.623217 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (04f52807-224f-4009-ae04-0c8cfa22f7ac), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:42.654397 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'Port': ['ID=04f52807-224f-4009-ae04-0c8cfa22f7ac,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:42.682219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.682572 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.682916 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.683254 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.683629 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.683967 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.684305 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.684624 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.684952 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.685278 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.685603 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.685924 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.686243 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:42.705734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] No DVR routers for this DVR port 04f52807-224f-4009-ae04-0c8cfa22f7ac on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:42.707997 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:42.711198 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b19da0c1-8d36-444e-bd71-18b587dffa89 req-f08003a5-efc5-4321-92b9-7380514d6a89 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "DELETE /v2.0/ports/04f52807-224f-4009-ae04-0c8cfa22f7ac HTTP/1.1" status: 204 len: 173 time: 0.3933601 Mar 07 14:16:42.711652 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'name': 'network-vif-deleted', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:42.713878 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18997672-3a95-4113-a431-10bf60bd4c6e" -d '{"events": [{"server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "name": "network-vif-deleted", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:42.752878 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c3a34e-ed00-48cf-ae0d-13eed9cf2c36 x-openstack-request-id: req-77c3a34e-ed00-48cf-ae0d-13eed9cf2c36 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:42.753428 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21a07d1-af4c-4118-b335-a573926b3d5f", "name": "network-vif-deleted", "tag": "04f52807-224f-4009-ae04-0c8cfa22f7ac", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:42.753697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77c3a34e-ed00-48cf-ae0d-13eed9cf2c36 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:42.754096 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21a07d1-af4c-4118-b335-a573926b3d5f', 'name': 'network-vif-deleted', 'tag': '04f52807-224f-4009-ae04-0c8cfa22f7ac', 'status': 'completed', 'code': 200} Mar 07 14:16:43.226754 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3211cf9b-2835-4678-8c07-b96f1f8d9532 req-fe0f4252-da65-47ef-b240-dc0236573d4a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=b21a07d1-af4c-4118-b335-a573926b3d5f HTTP/1.1" status: 200 len: 210 time: 0.0271432 Mar 07 14:16:45.586815 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 04f52807-224f-4009-ae04-0c8cfa22f7ac no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:45.607495 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 04f52807-224f-4009-ae04-0c8cfa22f7ac {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:45.607842 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 04f52807-224f-4009-ae04-0c8cfa22f7ac not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:46.502888 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36346) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:46.659800 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Deleting port c32bbd79-5d7c-47c8-9744-d292f57a2cbf {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:46.660074 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:46.734938 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:46.735253 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:46.746860 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Calling delete_port for c32bbd79-5d7c-47c8-9744-d292f57a2cbf owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:46.893841 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (c32bbd79-5d7c-47c8-9744-d292f57a2cbf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:46.917152 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'Port': ['ID=c32bbd79-5d7c-47c8-9744-d292f57a2cbf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:46.984834 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (005957ef-bb0d-4c2d-88f8-d8cf92a23a95), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:46.985187 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Floating IP 005957ef-bb0d-4c2d-88f8-d8cf92a23a95 disassociated (deleted). External IP: 172.27.3.82, port: c0dbe635-70d8-4046-922c-7fe62c170ca2. Mar 07 14:16:47.192652 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:16:47.306515 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:16:47.311923 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.316119 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:16:47.325859 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:47.326465 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:47.345943 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-50f1e8ed-d769-4f8c-93c7-2511ffcba439 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "DELETE /v2.0/floatingips/005957ef-bb0d-4c2d-88f8-d8cf92a23a95 HTTP/1.1" status: 204 len: 168 time: 0.8395302 Mar 07 14:16:47.345943 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:47.346592 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58" -d '{"events": [{"name": "network-changed", "server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:47.382617 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125371f-05d1-4943-8b1a-cb8161cd7cc5 x-openstack-request-id: req-2125371f-05d1-4943-8b1a-cb8161cd7cc5 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:47.383036 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:47.383291 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2125371f-05d1-4943-8b1a-cb8161cd7cc5 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:47.383827 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'status': 'completed', 'code': 200} Mar 07 14:16:47.441441 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:47.488978 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-01257e9e-99fb-4b87-810e-a0e05e9b600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.505350 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-22fa041a-dc35-481a-a28b-0369fde1a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:47.506933 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-22fa041a-dc35-481a-a28b-0369fde1a44b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0565d018314753a32eecc6d16522bf&device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 1130 time: 0.0987053 Mar 07 14:16:47.638114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b058850-33ed-42c0-8ad0-8f118effa7f1 req-cebfc659-17ca-49d1-b7d7-eef190c40f64 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:47.639604 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b058850-33ed-42c0-8ad0-8f118effa7f1 req-cebfc659-17ca-49d1-b7d7-eef190c40f64 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.1077101 Mar 07 14:16:47.642308 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-92eaca86-1142-421b-9bba-c2c63b76b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:47.643655 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-92eaca86-1142-421b-9bba-c2c63b76b4ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 200 len: 913 time: 0.1306481 Mar 07 14:16:47.662550 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:47.693769 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:16:47.695976 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-6a6af8c7-f699-454a-a81f-6810742d6e12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 200 len: 217 time: 0.0451536 Mar 07 14:16:47.702328 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:47.702937 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:47.752074 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b058850-33ed-42c0-8ad0-8f118effa7f1 req-6c5ca400-b7e1-45bc-81de-de7677bbfbec tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069131 Mar 07 14:16:47.762310 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-df1aa96b-464f-445b-a4ea-364c4b39c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:47.763804 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-df1aa96b-464f-445b-a4ea-364c4b39c780 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 200 len: 851 time: 0.0584404 Mar 07 14:16:47.816493 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-93487439-adf7-4df4-b4d4-97251c73faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:47.818046 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-93487439-adf7-4df4-b4d4-97251c73faf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f95448eb-f298-4014-89c0-b7717ce5d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477538 Mar 07 14:16:47.903535 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:47.912631 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-ce271a43-b0f0-41ba-b836-238cff8eee2a service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875812 Mar 07 14:16:48.001702 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3cc8cc5-c0bb-446a-ac85-8705c27f4b58 req-2a6deba3-1f27-4777-93f2-95c22c319998 service neutron] 10.222.0.23 "GET /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814016 Mar 07 14:16:48.114667 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:48.142340 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac56794c-9233-4d05-bfe7-a2b3bd5fcfa7 None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:08:59Z', 'revision_number': 4, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '68c58d8d-0741-49b7-8045-8ebd774aaded', 'name': '', 'network_id': 'f95448eb-f298-4014-89c0-b7717ce5d265', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'mac_address': 'fa:16:3e:f7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:57Z', 'updated_at': '2022-03-07T14:09:11Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'subnets': [{'id': '6e255c7f-a285-49da-a942-dc2ecef315c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:16:48.356035 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab965b2d-e232-4b08-b62e-930095c36de3 None None] New status for floating IP 005957ef-bb0d-4c2d-88f8-d8cf92a23a95: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:16:48.875171 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b721fb-efb5-4046-be04-7c5485ba39cf req-48e84c1e-10fe-450f-88d7-e94b0aef0088 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:48.876659 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-02b721fb-efb5-4046-be04-7c5485ba39cf req-48e84c1e-10fe-450f-88d7-e94b0aef0088 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0561841 Mar 07 14:16:48.924266 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-02b721fb-efb5-4046-be04-7c5485ba39cf req-87a474cd-6249-45d4-a71b-812088927a83 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515437-fdd3-48fc-93ee-fd27a4457579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Mar 07 14:16:49.209744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-6964bfed-0b96-443a-a459-44f90811783a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:49.211171 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-6964bfed-0b96-443a-a459-44f90811783a tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 946 time: 0.0519109 Mar 07 14:16:49.306143 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Deleting port c0dbe635-70d8-4046-922c-7fe62c170ca2 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:49.306997 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:49.391660 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] For port c0dbe635-70d8-4046-922c-7fe62c170ca2, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c0dbe635-70d8-4046-922c-7fe62c170ca2,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:49.392028 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:49.403687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Calling delete_port for c0dbe635-70d8-4046-922c-7fe62c170ca2 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:49.531860 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (c0dbe635-70d8-4046-922c-7fe62c170ca2), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:49.559720 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'Port': ['ID=c0dbe635-70d8-4046-922c-7fe62c170ca2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:49.602522 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] No DVR routers for this DVR port c0dbe635-70d8-4046-922c-7fe62c170ca2 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:49.605034 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:49.608255 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaac1ee-dc71-47da-9b0f-4735d06c1280 req-cb4a3a8b-1cf6-4188-8c01-28dbee0b553b tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.23 "DELETE /v2.0/ports/c0dbe635-70d8-4046-922c-7fe62c170ca2 HTTP/1.1" status: 204 len: 173 time: 0.3890338 Mar 07 14:16:49.608755 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'name': 'network-vif-deleted', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:49.610919 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dd4059-69f8-4c8f-9dec-d28bbe170f13" -d '{"events": [{"server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "name": "network-vif-deleted", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:49.648303 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffcad2-b3f0-4782-a724-f3c70f039f9a x-openstack-request-id: req-b5ffcad2-b3f0-4782-a724-f3c70f039f9a {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:49.648601 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141b9ed3-20ee-4765-a321-56b4835ef366", "name": "network-vif-deleted", "tag": "c0dbe635-70d8-4046-922c-7fe62c170ca2", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:49.648859 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5ffcad2-b3f0-4782-a724-f3c70f039f9a {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:49.649288 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141b9ed3-20ee-4765-a321-56b4835ef366', 'name': 'network-vif-deleted', 'tag': 'c0dbe635-70d8-4046-922c-7fe62c170ca2', 'status': 'completed', 'code': 200} Mar 07 14:16:49.835228 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bf58768b-5fff-4535-99fc-5f373149e1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:50.298284 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24cfd43f-e128-4c47-9661-fde2a23fd993 req-067e610d-fe32-4a17-acf3-fc1c40ceb7cb tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "GET /v2.0/ports?device_id=141b9ed3-20ee-4765-a321-56b4835ef366 HTTP/1.1" status: 200 len: 210 time: 0.2930379 Mar 07 14:16:50.866807 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:51.357951 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36364) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:51.611324 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device c0dbe635-70d8-4046-922c-7fe62c170ca2 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:51.632406 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: c0dbe635-70d8-4046-922c-7fe62c170ca2 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:51.632756 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device c0dbe635-70d8-4046-922c-7fe62c170ca2 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:51.770289 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Deleting port fbc7ebfd-4421-40ee-bdbd-3b2668755344 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:51.770627 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:51.845991 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:51.846362 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (fbc7ebfd-4421-40ee-bdbd-3b2668755344), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:51.857986 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Calling delete_port for fbc7ebfd-4421-40ee-bdbd-3b2668755344 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:51.990042 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (fbc7ebfd-4421-40ee-bdbd-3b2668755344), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:52.018780 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'Port': ['ID=fbc7ebfd-4421-40ee-bdbd-3b2668755344,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:52.083186 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for floatingip (23bcf101-b765-43a6-a5b9-bcd17c86ab25), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:52.085682 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:52.086817 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-45a21d9b-bf96-41b8-a37b-0b49dbfca733 tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "DELETE /v2.0/floatingips/23bcf101-b765-43a6-a5b9-bcd17c86ab25 HTTP/1.1" status: 204 len: 168 time: 0.7278852 Mar 07 14:16:52.203947 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.277225 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36376) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:53.333910 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-abdd373d-616b-441c-925b-cc97af6a6bef tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group (23515437-fdd3-48fc-93ee-fd27a4457579), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.358763 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-abdd373d-616b-441c-925b-cc97af6a6bef tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group (23515437-fdd3-48fc-93ee-fd27a4457579), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.418013 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-abdd373d-616b-441c-925b-cc97af6a6bef tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (23515437-fdd3-48fc-93ee-fd27a4457579), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.420923 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-abdd373d-616b-441c-925b-cc97af6a6bef tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.422073 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-abdd373d-616b-441c-925b-cc97af6a6bef tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] 10.222.0.31 "DELETE /v2.0/security-groups/23515437-fdd3-48fc-93ee-fd27a4457579 HTTP/1.1" status: 204 len: 168 time: 0.1438506 Mar 07 14:16:53.433039 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd373d-616b-441c-925b-cc97af6a6bef tempest-TestVolumeBootPattern-170603346 tempest-TestVolumeBootPattern-170603346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23515437-fdd3-48fc-93ee-fd27a4457579,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:53.491101 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36380) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:53.820003 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.945427 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (52763a0c-7878-4d06-8f4c-d6007dd8896f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:54.198706 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Deleting port 68c58d8d-0741-49b7-8045-8ebd774aaded {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:54.199041 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:54.275606 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] For port 68c58d8d-0741-49b7-8045-8ebd774aaded, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=68c58d8d-0741-49b7-8045-8ebd774aaded,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:54.275987 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:54.287369 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Calling delete_port for 68c58d8d-0741-49b7-8045-8ebd774aaded owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:54.467179 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (68c58d8d-0741-49b7-8045-8ebd774aaded), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:54.490182 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c58d8d-0741-49b7-8045-8ebd774aaded,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:54.660993 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (52763a0c-7878-4d06-8f4c-d6007dd8896f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:54.876211 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Router 52763a0c-7878-4d06-8f4c-d6007dd8896f has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:16:54.981854 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:16:54.987486 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2ead0de3-8b70-407c-8cbc-b5fe2c2c7a55 admin admin] 10.222.0.31 "PUT /v2.0/routers/52763a0c-7878-4d06-8f4c-d6007dd8896f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4951699 Mar 07 14:16:54.989945 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36386) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:54.991887 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] Sync routers for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:16:55.003078 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:55.003971 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:55.098792 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks [] for router (52763a0c-7878-4d06-8f4c-d6007dd8896f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.111947 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:55.206315 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks [] for router_gateway (52763a0c-7878-4d06-8f4c-d6007dd8896f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.258836 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Deleting port 3fc11741-17fa-480b-8f3f-a06e810c6e26 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:55.259179 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.290260 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:16:54Z', 'revision_number': 5, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port': {'id': '3fc11741-17fa-480b-8f3f-a06e810c6e26', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:51Z', 'updated_at': '2022-03-07T14:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:55.316533 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] Checking router: 52763a0c-7878-4d06-8f4c-d6007dd8896f for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:16:55.324709 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] Routers {'52763a0c-7878-4d06-8f4c-d6007dd8896f'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:55.325318 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['52763a0c-7878-4d06-8f4c-d6007dd8896f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:55.342207 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] For port 3fc11741-17fa-480b-8f3f-a06e810c6e26, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3fc11741-17fa-480b-8f3f-a06e810c6e26,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:55.342750 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.355188 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Calling delete_port for 3fc11741-17fa-480b-8f3f-a06e810c6e26 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:55.412262 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] Set router 52763a0c-7878-4d06-8f4c-d6007dd8896f gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:55.466527 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:16:55Z', 'revision_number': 6, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:55.493183 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60dc6f-3b1e-413f-b0af-0a1fae771cc8 None None] The sync data for ids ['52763a0c-7878-4d06-8f4c-d6007dd8896f'] in dv-cinder-827554-2-iscsi is: [{'id': '52763a0c-7878-4d06-8f4c-d6007dd8896f', 'name': 'tempest-TestVolumeBootPattern-1889377293-router', 'tenant_id': '1f0565d018314753a32eecc6d16522bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:08:49Z', 'updated_at': '2022-03-07T14:16:55Z', 'revision_number': 6, 'project_id': '1f0565d018314753a32eecc6d16522bf', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:16:55.527173 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (3fc11741-17fa-480b-8f3f-a06e810c6e26), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.551976 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc11741-17fa-480b-8f3f-a06e810c6e26,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:55.618658 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (52763a0c-7878-4d06-8f4c-d6007dd8896f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.712265 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (52763a0c-7878-4d06-8f4c-d6007dd8896f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.714499 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks [] for router_controller (52763a0c-7878-4d06-8f4c-d6007dd8896f), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.757688 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (52763a0c-7878-4d06-8f4c-d6007dd8896f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.758181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52763a0c-7878-4d06-8f4c-d6007dd8896f {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:16:55.763393 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.764551 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c8b99de9-cc01-49fb-bd44-b23b4f60b55d admin admin] 10.222.0.31 "DELETE /v2.0/routers/52763a0c-7878-4d06-8f4c-d6007dd8896f HTTP/1.1" status: 204 len: 168 time: 0.7736576 Mar 07 14:16:55.766944 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36388) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:55.810451 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Deleting subnet 6e255c7f-a285-49da-a942-dc2ecef315c3 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:16:55.813439 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Publish callbacks [] for subnet (6e255c7f-a285-49da-a942-dc2ecef315c3), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.848558 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (6e255c7f-a285-49da-a942-dc2ecef315c3), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.935865 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (6e255c7f-a285-49da-a942-dc2ecef315c3), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:55.989827 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (6e255c7f-a285-49da-a942-dc2ecef315c3), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.015914 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e255c7f-a285-49da-a942-dc2ecef315c3,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:56.020746 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.026582 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-739f71e3-e99a-4fe0-9f62-a3467c297330 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6e255c7f-a285-49da-a942-dc2ecef315c3 HTTP/1.1" status: 204 len: 168 time: 0.2559233 Mar 07 14:16:56.026822 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36394) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:56.027738 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387c272-781b-4b2e-9bb0-c21284823cfb None None] Network f95448eb-f298-4014-89c0-b7717ce5d265 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:16:56.100271 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (f95448eb-f298-4014-89c0-b7717ce5d265), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.157424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Deleting port 030a59ba-8abc-44ab-808d-aeeb2c099fda {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:56.157772 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.228077 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] For port 030a59ba-8abc-44ab-808d-aeeb2c099fda, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=030a59ba-8abc-44ab-808d-aeeb2c099fda,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:56.228894 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.258052 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Calling delete_port for 030a59ba-8abc-44ab-808d-aeeb2c099fda owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:56.262117 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] DHCP port deletion for f95448eb-f298-4014-89c0-b7717ce5d265 request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:16:56.326033 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Deleting port 030a59ba-8abc-44ab-808d-aeeb2c099fda {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:56.326699 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.345944 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 68c58d8d-0741-49b7-8045-8ebd774aaded no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:56.364386 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.374695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82f00-81b2-4368-93f5-cb97a1ee71aa req-c383499a-7c80-4abc-907a-b3c315e578a0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:56.376320 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7a82f00-81b2-4368-93f5-cb97a1ee71aa req-c383499a-7c80-4abc-907a-b3c315e578a0 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0606728 Mar 07 14:16:56.380253 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 68c58d8d-0741-49b7-8045-8ebd774aaded {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:56.380675 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 68c58d8d-0741-49b7-8045-8ebd774aaded not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:56.381163 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 030a59ba-8abc-44ab-808d-aeeb2c099fda no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:56.389074 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Pushing event deleted for resources: {'Port': ['ID=030a59ba-8abc-44ab-808d-aeeb2c099fda,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:56.399101 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] No DVR routers for this DVR port 030a59ba-8abc-44ab-808d-aeeb2c099fda on host dv-cinder-827554-2-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:56.443881 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 030a59ba-8abc-44ab-808d-aeeb2c099fda {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:56.444512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 030a59ba-8abc-44ab-808d-aeeb2c099fda not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:56.444934 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3fc11741-17fa-480b-8f3f-a06e810c6e26 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:56.451978 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7a82f00-81b2-4368-93f5-cb97a1ee71aa req-66281d6f-53c0-4eab-bb43-19b2d4939f0d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683007 Mar 07 14:16:56.473417 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 3fc11741-17fa-480b-8f3f-a06e810c6e26 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:56.473701 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3fc11741-17fa-480b-8f3f-a06e810c6e26 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:56.480699 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (f95448eb-f298-4014-89c0-b7717ce5d265), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.486474 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] For port 030a59ba-8abc-44ab-808d-aeeb2c099fda, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=030a59ba-8abc-44ab-808d-aeeb2c099fda,segment=NetworkSegment(c2238616-053a-4a2f-992a-f23a5ed972ea),segment_id=c2238616-053a-4a2f-992a-f23a5ed972ea)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:56.487038 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.502265 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Calling delete_port for 030a59ba-8abc-44ab-808d-aeeb2c099fda owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:56.504201 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95448eb-f298-4014-89c0-b7717ce5d265']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:56.513659 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2238616-053a-4a2f-992a-f23a5ed972ea') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:56.513963 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2238616-053a-4a2f-992a-f23a5ed972ea') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:56.523311 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (c2238616-053a-4a2f-992a-f23a5ed972ea), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.536388 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (c2238616-053a-4a2f-992a-f23a5ed972ea), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.543614 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:16:56.544509 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (c2238616-053a-4a2f-992a-f23a5ed972ea), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:16:56.546707 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:16:56.583153 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (030a59ba-8abc-44ab-808d-aeeb2c099fda), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.604508 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (f95448eb-f298-4014-89c0-b7717ce5d265), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.609036 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Pushing event deleted for resources: {'Port': ['ID=030a59ba-8abc-44ab-808d-aeeb2c099fda,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:56.613529 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] No DVR routers for this DVR port 030a59ba-8abc-44ab-808d-aeeb2c099fda on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:56.621665 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.622015 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.622154 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.622357 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.622858 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.623422 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.623893 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.624869 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.625342 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.625815 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.626288 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.626760 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.626894 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f95448eb-f298-4014-89c0-b7717ce5d265 HTTP/1.1" status: 204 len: 168 time: 0.5990677 Mar 07 14:16:56.627855 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774f88-0306-4a3f-987e-60f615c3fe37 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95448eb-f298-4014-89c0-b7717ce5d265,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:56.628051 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.628535 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1723a-04d9-4eb3-b40b-06a658051c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:56.629751 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36402) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:56.979934 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (3c48d191-5d6c-4280-a7f2-234329e4b18e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:57.472807 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Deleting port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:57.473471 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:57.551980 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] For port 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,segment=NetworkSegment(96bd761f-9c2b-4625-9455-f06ad0e087a3),segment_id=96bd761f-9c2b-4625-9455-f06ad0e087a3)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:57.552346 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:57.567330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abfa0-aeb6-441b-9705-457c1db5af25 req-2d229a7a-afe4-4ae6-9481-ca16a04afa21 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:57.568856 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f12abfa0-aeb6-441b-9705-457c1db5af25 req-2d229a7a-afe4-4ae6-9481-ca16a04afa21 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0533988 Mar 07 14:16:57.569081 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Calling delete_port for 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:57.620194 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f12abfa0-aeb6-441b-9705-457c1db5af25 req-9d080fbc-6dc6-4d4f-9784-d13eafa462cc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Mar 07 14:16:57.749319 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (34d2d0da-1e13-4b46-bd0f-3d1ec9e15699), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:57.774856 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d2d0da-1e13-4b46-bd0f-3d1ec9e15699,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:57.949301 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (3c48d191-5d6c-4280-a7f2-234329e4b18e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.168686 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Router 3c48d191-5d6c-4280-a7f2-234329e4b18e has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:16:58.277621 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:16:58.282536 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e7471e66-3214-44c9-85e0-dac5952b4586 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c48d191-5d6c-4280-a7f2-234329e4b18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517928 Mar 07 14:16:58.285002 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36406) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:58.286545 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] Sync routers for ids ['3c48d191-5d6c-4280-a7f2-234329e4b18e'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:16:58.297362 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] Routers {'3c48d191-5d6c-4280-a7f2-234329e4b18e'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:58.297982 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['3c48d191-5d6c-4280-a7f2-234329e4b18e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:58.393050 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks [] for router (3c48d191-5d6c-4280-a7f2-234329e4b18e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.407471 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] Set router 3c48d191-5d6c-4280-a7f2-234329e4b18e gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:58.498438 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks [] for router_gateway (3c48d191-5d6c-4280-a7f2-234329e4b18e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.556736 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Deleting port daa7666e-670d-4459-b748-52ef7dc90353 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:58.557084 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (daa7666e-670d-4459-b748-52ef7dc90353), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.589744 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:16:57Z', 'revision_number': 5, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port': {'id': 'daa7666e-670d-4459-b748-52ef7dc90353', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:09:07Z', 'updated_at': '2022-03-07T14:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:58.596198 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f995f-9c81-4093-b253-3cf304014758 req-822d5df8-49e1-4b33-a025-f69f0ff64ae4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:58.598353 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-657f995f-9c81-4093-b253-3cf304014758 req-822d5df8-49e1-4b33-a025-f69f0ff64ae4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.0588934 Mar 07 14:16:58.616477 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] Checking router: 3c48d191-5d6c-4280-a7f2-234329e4b18e for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:16:58.625367 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] Routers {'3c48d191-5d6c-4280-a7f2-234329e4b18e'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:58.625983 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['3c48d191-5d6c-4280-a7f2-234329e4b18e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:58.641660 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] For port daa7666e-670d-4459-b748-52ef7dc90353, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=daa7666e-670d-4459-b748-52ef7dc90353,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:58.642030 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (daa7666e-670d-4459-b748-52ef7dc90353), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.656605 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Calling delete_port for daa7666e-670d-4459-b748-52ef7dc90353 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:58.724223 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] Set router 3c48d191-5d6c-4280-a7f2-234329e4b18e gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:58.740316 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Deleting port dcf72bce-af6d-4f8b-be67-654702fec899 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:58.740654 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.776512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:16:58Z', 'revision_number': 6, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:58.817668 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c381e8f-3f69-4421-b8cb-070a59f90f09 None None] The sync data for ids ['3c48d191-5d6c-4280-a7f2-234329e4b18e'] in dv-cinder-827554-2-iscsi is: [{'id': '3c48d191-5d6c-4280-a7f2-234329e4b18e', 'name': 'tempest-TestVolumeBootPattern-1800362977-router', 'tenant_id': '3b18e0c58f444ad4808859b4df681fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:09:06Z', 'updated_at': '2022-03-07T14:16:58Z', 'revision_number': 6, 'project_id': '3b18e0c58f444ad4808859b4df681fbd', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:16:58.819723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee75e4-1670-42b9-8b7d-edb28bd91f65 req-ff0490d9-521a-42ba-bf35-98ba8645a7fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:58.821436 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1dee75e4-1670-42b9-8b7d-edb28bd91f65 req-ff0490d9-521a-42ba-bf35-98ba8645a7fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 945 time: 0.1227009 Mar 07 14:16:58.871233 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (daa7666e-670d-4459-b748-52ef7dc90353), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.891247 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] For port dcf72bce-af6d-4f8b-be67-654702fec899, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=dcf72bce-af6d-4f8b-be67-654702fec899,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:58.891638 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:58.902636 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Pushing event deleted for resources: {'Port': ['ID=daa7666e-670d-4459-b748-52ef7dc90353,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:58.913386 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1dee75e4-1670-42b9-8b7d-edb28bd91f65 req-24e1fd6f-5cb8-41bd-ac00-3f6a4b59864c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=694d0061-6935-41a2-a6b1-89a5f7bc43fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823398 Mar 07 14:16:58.958686 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (3c48d191-5d6c-4280-a7f2-234329e4b18e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.053927 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (3c48d191-5d6c-4280-a7f2-234329e4b18e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.056206 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks [] for router_controller (3c48d191-5d6c-4280-a7f2-234329e4b18e), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.075751 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.076053 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (5f6bbc24-fb17-43b6-a161-3a6b4ad7925c), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.076363 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Floating IP 5f6bbc24-fb17-43b6-a161-3a6b4ad7925c disassociated. External IP: 172.27.3.218, port: dcf72bce-af6d-4f8b-be67-654702fec899. Mar 07 14:16:59.076705 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Calling delete_port for dcf72bce-af6d-4f8b-be67-654702fec899 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:59.102279 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.104655 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (3c48d191-5d6c-4280-a7f2-234329e4b18e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.105380 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c48d191-5d6c-4280-a7f2-234329e4b18e {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:16:59.109652 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.110797 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-617211fc-2f3c-4a09-b3c2-12c1b2c389fd admin admin] 10.222.0.31 "DELETE /v2.0/routers/3c48d191-5d6c-4280-a7f2-234329e4b18e HTTP/1.1" status: 204 len: 168 time: 0.8248391 Mar 07 14:16:59.113416 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36410) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:59.164004 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Deleting subnet d273ab31-6e54-44e9-9284-28351bdf7d57 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:16:59.167658 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Publish callbacks [] for subnet (d273ab31-6e54-44e9-9284-28351bdf7d57), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.205019 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30593385'] for subnet (d273ab31-6e54-44e9-9284-28351bdf7d57), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.220573 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (dcf72bce-af6d-4f8b-be67-654702fec899), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.251141 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event deleted for resources: {'Port': ['ID=dcf72bce-af6d-4f8b-be67-654702fec899,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:59.301181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (d273ab31-6e54-44e9-9284-28351bdf7d57), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.358075 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30059018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882153'] for subnet (d273ab31-6e54-44e9-9284-28351bdf7d57), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.373712 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:16:59.386220 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d273ab31-6e54-44e9-9284-28351bdf7d57,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:59.388821 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.394666 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fe312891-019a-4899-980f-e231fbc2458c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d273ab31-6e54-44e9-9284-28351bdf7d57 HTTP/1.1" status: 204 len: 168 time: 0.2778742 Mar 07 14:16:59.394858 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b4090-af0d-494e-8c6f-95d2f62f2733 None None] Network 4946b532-b17b-4d3b-8f06-1969437d6b2d requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:16:59.395328 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36412) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:59.466621 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (4946b532-b17b-4d3b-8f06-1969437d6b2d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.490368 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:16:59.504507 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:16:59.518863 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:59.519525 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:59.528743 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Deleting port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:59.529386 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.535482 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] No DVR routers for this DVR port dcf72bce-af6d-4f8b-be67-654702fec899 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:59.537998 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.542498 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-657f995f-9c81-4093-b253-3cf304014758 req-e2c27051-80f9-41cd-b965-e7ba32645a39 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "DELETE /v2.0/ports/dcf72bce-af6d-4f8b-be67-654702fec899 HTTP/1.1" status: 204 len: 173 time: 0.9361868 Mar 07 14:16:59.542821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'name': 'network-vif-deleted', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:59.545190 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f3cdeb-5c7b-44ed-9e3e-26d3300f58d9" -d '{"events": [{"server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "name": "network-vif-deleted", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:59.612092 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46538efc-7c97-4fbd-98ef-3d75b38be8b3 x-openstack-request-id: req-46538efc-7c97-4fbd-98ef-3d75b38be8b3 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:59.612695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d43bfe7-8269-42a3-875d-d5a66c144fbe", "name": "network-vif-deleted", "tag": "dcf72bce-af6d-4f8b-be67-654702fec899", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:59.612821 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46538efc-7c97-4fbd-98ef-3d75b38be8b3 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:59.613285 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43bfe7-8269-42a3-875d-d5a66c144fbe', 'name': 'network-vif-deleted', 'tag': 'dcf72bce-af6d-4f8b-be67-654702fec899', 'status': 'completed', 'code': 200} Mar 07 14:16:59.617907 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] For port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,segment=NetworkSegment(96bd761f-9c2b-4625-9455-f06ad0e087a3),segment_id=96bd761f-9c2b-4625-9455-f06ad0e087a3)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:59.618405 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.640152 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Calling delete_port for 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:59.641667 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] DHCP port deletion for 4946b532-b17b-4d3b-8f06-1969437d6b2d request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:16:59.714078 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:59.745496 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.756752 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Deleting port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:59.757412 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.774089 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:59.780260 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] No DVR routers for this DVR port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f on host dv-cinder-827554-2-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:59.841466 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] For port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f, host dv-cinder-827554-2-iscsi, got binding levels [] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:59.842297 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.867412 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Calling delete_port for 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:59.872641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.ipam_backend_mixin [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f was not found and therefore no delete operation was performed {{(pid=103276) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 14:16:59.874123 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.883556 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (4946b532-b17b-4d3b-8f06-1969437d6b2d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.902530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] Pushing event deleted for resources: {'Port': ['ID=3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:59.904805 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d61ef4-106d-4763-8d70-0550384bca1d None None] No DVR routers for this DVR port 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:59.910393 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4946b532-b17b-4d3b-8f06-1969437d6b2d']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:59.924453 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bd761f-9c2b-4625-9455-f06ad0e087a3') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:59.924834 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bd761f-9c2b-4625-9455-f06ad0e087a3') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:59.937834 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30593426'] for segment (96bd761f-9c2b-4625-9455-f06ad0e087a3), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.956143 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (96bd761f-9c2b-4625-9455-f06ad0e087a3), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.964240 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:16:59.964703 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30059104'] for segment (96bd761f-9c2b-4625-9455-f06ad0e087a3), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: Traceback (most recent call last): Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: timer() Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: cb(*args, **kw) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: return func(*args, **kwargs) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: self._notify() Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: self.callback(batched_events) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: event.method(event) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: return f(self, *a, **k) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._get(url).json() Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:16:59.967222 dv-cinder-827554-2-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:16:59.975979 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:00.024319 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:17:00.033954 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (4946b532-b17b-4d3b-8f06-1969437d6b2d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.041074 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.047885 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4946b532-b17b-4d3b-8f06-1969437d6b2d HTTP/1.1" status: 204 len: 168 time: 0.6511741 Mar 07 14:17:00.052361 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:00.053010 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:00.065985 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8d070-5f51-4d50-b5ef-a9e37eec33b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4946b532-b17b-4d3b-8f06-1969437d6b2d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:00.074080 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6bb61fd6-e02f-4270-87ae-0386b58f2b5d req-8459275e-bc72-4406-a10c-a05629272830 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d43bfe7-8269-42a3-875d-d5a66c144fbe HTTP/1.1" status: 200 len: 210 time: 0.0388200 Mar 07 14:17:00.220622 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:00.222086 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:00.233528 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36420) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:00.246362 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:00.246709 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 3bb5cc9f-7185-40e6-8471-c93fe6aa2b3f not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:00.247379 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:00.267471 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:00.267820 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 34d2d0da-1e13-4b46-bd0f-3d1ec9e15699 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:00.268444 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device daa7666e-670d-4459-b748-52ef7dc90353 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:00.279478 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5b68ac7d-14b8-451a-9ca4-744eb03e94b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f0565d018314753a32eecc6d16522bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429084 Mar 07 14:17:00.281802 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36422) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:00.287861 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: daa7666e-670d-4459-b748-52ef7dc90353 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:00.288203 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device daa7666e-670d-4459-b748-52ef7dc90353 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:00.339917 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57d12efa-faeb-4ce0-811f-efef25093449 admin admin] Publish callbacks [] for security_group (ea58e843-8bc8-465e-87f3-41d602a2c671), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.364725 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57d12efa-faeb-4ce0-811f-efef25093449 admin admin] Publish callbacks [] for security_group (ea58e843-8bc8-465e-87f3-41d602a2c671), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.413786 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57d12efa-faeb-4ce0-811f-efef25093449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ea58e843-8bc8-465e-87f3-41d602a2c671), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.417090 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-57d12efa-faeb-4ce0-811f-efef25093449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.418235 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-57d12efa-faeb-4ce0-811f-efef25093449 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea58e843-8bc8-465e-87f3-41d602a2c671 HTTP/1.1" status: 204 len: 168 time: 0.1355424 Mar 07 14:17:00.426165 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d12efa-faeb-4ce0-811f-efef25093449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea58e843-8bc8-465e-87f3-41d602a2c671,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:00.539590 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:00.571081 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e307-0891-48a7-9336-13303836e5d0 None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:17:00.734198 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36428) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:00.776660 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1f8011af-dada-415d-98cc-3c10e96dd204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b18e0c58f444ad4808859b4df681fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409667 Mar 07 14:17:00.778803 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36430) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:00.796495 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aee56e-a077-4d2f-aa40-72e0fdbda58d None None] New status for floating IP 5f6bbc24-fb17-43b6-a161-3a6b4ad7925c: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:17:00.830261 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb92-98ba-4f3c-b346-e33a0d9a191d admin admin] Publish callbacks [] for security_group (4b8f6ea7-f4f6-49a4-a42a-75da707e520c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.853647 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb92-98ba-4f3c-b346-e33a0d9a191d admin admin] Publish callbacks [] for security_group (4b8f6ea7-f4f6-49a4-a42a-75da707e520c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.902204 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb92-98ba-4f3c-b346-e33a0d9a191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (4b8f6ea7-f4f6-49a4-a42a-75da707e520c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.904871 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb92-98ba-4f3c-b346-e33a0d9a191d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:00.906045 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-16d4bb92-98ba-4f3c-b346-e33a0d9a191d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b8f6ea7-f4f6-49a4-a42a-75da707e520c HTTP/1.1" status: 204 len: 168 time: 0.1263256 Mar 07 14:17:00.915118 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4bb92-98ba-4f3c-b346-e33a0d9a191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f6ea7-f4f6-49a4-a42a-75da707e520c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:01.651936 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device dcf72bce-af6d-4f8b-be67-654702fec899 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:01.671898 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: dcf72bce-af6d-4f8b-be67-654702fec899 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:01.672242 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device dcf72bce-af6d-4f8b-be67-654702fec899 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:02.133372 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:17:02.173466 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36440) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:02.228897 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-068617f7-9277-4c0c-a7e3-f2fc42ca9b1e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (694d0061-6935-41a2-a6b1-89a5f7bc43fe), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.251466 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-068617f7-9277-4c0c-a7e3-f2fc42ca9b1e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (694d0061-6935-41a2-a6b1-89a5f7bc43fe), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.308169 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-068617f7-9277-4c0c-a7e3-f2fc42ca9b1e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (694d0061-6935-41a2-a6b1-89a5f7bc43fe), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.310728 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-068617f7-9277-4c0c-a7e3-f2fc42ca9b1e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.311906 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-068617f7-9277-4c0c-a7e3-f2fc42ca9b1e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "DELETE /v2.0/security-groups/694d0061-6935-41a2-a6b1-89a5f7bc43fe HTTP/1.1" status: 204 len: 168 time: 0.1374598 Mar 07 14:17:02.314628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36442) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:02.320992 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068617f7-9277-4c0c-a7e3-f2fc42ca9b1e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694d0061-6935-41a2-a6b1-89a5f7bc43fe,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:02.328295 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-374a8f0c-a50e-43d5-a54a-e6c90692ee49 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] show failed (client error): The resource could not be found. Mar 07 14:17:02.329285 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-374a8f0c-a50e-43d5-a54a-e6c90692ee49 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups/694d0061-6935-41a2-a6b1-89a5f7bc43fe HTTP/1.1" status: 404 len: 347 time: 0.0136411 Mar 07 14:17:02.332093 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36444) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:02.458898 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Deleting port 2f20e361-7eff-43be-a6f3-88f656b398b8 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:17:02.459244 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.535520 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.535854 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (2f20e361-7eff-43be-a6f3-88f656b398b8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.554203 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Calling delete_port for 2f20e361-7eff-43be-a6f3-88f656b398b8 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:17:02.683582 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (2f20e361-7eff-43be-a6f3-88f656b398b8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.708321 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event deleted for resources: {'Port': ['ID=2f20e361-7eff-43be-a6f3-88f656b398b8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:02.771113 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (5f6bbc24-fb17-43b6-a161-3a6b4ad7925c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.773589 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:02.774781 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c99e5537-e149-4573-b78e-0f2a865f3794 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f6bbc24-fb17-43b6-a161-3a6b4ad7925c HTTP/1.1" status: 204 len: 168 time: 0.4417639 Mar 07 14:17:02.989487 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36448) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:02.994613 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298231049', 'description': 'tempest-description--1225355902'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:03.014919 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.083643 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (5e0d6d87-b022-40d9-8f32-4411b1c15fa8), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.087695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (5e0d6d87-b022-40d9-8f32-4411b1c15fa8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.116663 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.117865 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1273339 Mar 07 14:17:03.120081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865242b-e5ec-41c6-96e7-3c0c9795b96a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d6d87-b022-40d9-8f32-4411b1c15fa8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:03.121514 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36450) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:03.126079 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'security_group_rule': {'security_group_id': '5e0d6d87-b022-40d9-8f32-4411b1c15fa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:03.151332 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (3d398a63-fdaf-44e3-b734-fc3d8bc4b0cc), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.200486 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (3d398a63-fdaf-44e3-b734-fc3d8bc4b0cc), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.204674 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (3d398a63-fdaf-44e3-b734-fc3d8bc4b0cc), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.224275 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d398a63-fdaf-44e3-b734-fc3d8bc4b0cc,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:03.232920 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.234248 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e8b71b79-cf8e-4218-b003-082e38b5f129 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117082 Mar 07 14:17:03.236824 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36452) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:03.241176 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'security_group_rule': {'security_group_id': '5e0d6d87-b022-40d9-8f32-4411b1c15fa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:03.265518 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (cf43228a-dd4e-475f-93aa-ebfaf06e7cc6), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.319904 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (cf43228a-dd4e-475f-93aa-ebfaf06e7cc6), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.323841 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (cf43228a-dd4e-475f-93aa-ebfaf06e7cc6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.341061 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf43228a-dd4e-475f-93aa-ebfaf06e7cc6,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:03.348910 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.353296 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4e6585ec-69d6-48e3-83b9-2468245d6b91 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123371 Mar 07 14:17:03.353516 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36454) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:03.357687 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:03.376551 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.473005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.574932 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Allocated IP 172.27.3.198 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/8d63e5b4-7289-489b-9bf3-e2ba52a5ebca) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:17:03.674702 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.708679 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.747294 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:17:03.750115 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:17:03.752539 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:17:03.783993 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'Port': ['ID=8d63e5b4-7289-489b-9bf3-e2ba52a5ebca,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:03.847490 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (078a9bcf-e433-49b8-953f-0f37137fd08b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:03.883349 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:04.033544 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:04.038000 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:04.103409 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'Port': ['ID=8d63e5b4-7289-489b-9bf3-e2ba52a5ebca,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:04.116896 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (078a9bcf-e433-49b8-953f-0f37137fd08b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:04.134589 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:04.135977 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b434949a-b474-44fd-ab9a-a14236e96196 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7815330 Mar 07 14:17:04.327113 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-27d170d0-65b1-4bea-9a66-f13757623b76 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--298231049&fields=id&tenant_id=bdb952ab8f9648df917aa7fd608d14e3 HTTP/1.1" status: 200 len: 267 time: 0.0421245 Mar 07 14:17:04.433735 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-d2a0870b-73d0-4030-a798-69aba821ffb7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:04.435202 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-d2a0870b-73d0-4030-a798-69aba821ffb7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 811 time: 0.1009383 Mar 07 14:17:04.449447 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-4bade017-140f-497e-948c-3ee52d09709d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/quotas/bdb952ab8f9648df917aa7fd608d14e3 HTTP/1.1" status: 200 len: 375 time: 0.0088692 Mar 07 14:17:04.507123 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-4c5ab354-481f-4f59-b1f1-247a68c175df tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530345 Mar 07 14:17:04.521585 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-c856a417-d77e-4269-9a47-2c275f3c061b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:17:04.522547 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-c856a417-d77e-4269-9a47-2c275f3c061b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049758 Mar 07 14:17:04.610098 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-8aa2211c-873a-466f-8a2b-d781a0cc240a service neutron] 10.222.0.31 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818708 Mar 07 14:17:04.701173 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-201fe866-0e15-454d-a7da-3256198a406f service neutron] 10.222.0.31 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Mar 07 14:17:04.860428 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-38616b4b-c9d1-4f4d-9b70-92f9d6e9ece9 req-e7563be2-8545-4148-9560-a5e53a4b0e00 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 210 time: 0.0284507 Mar 07 14:17:05.838328 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-ef2dfa73-8b06-4edd-8915-918e1301419e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:05.840407 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-ef2dfa73-8b06-4edd-8915-918e1301419e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 811 time: 0.1044652 Mar 07 14:17:05.905342 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-aa3ac0bf-f709-4404-b6d6-2deba2c82633 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdb952ab8f9648df917aa7fd608d14e3 HTTP/1.1" status: 200 len: 379 time: 0.0521386 Mar 07 14:17:05.914464 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'port': {'device_id': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'admin_state_up': True, 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'security_groups': ['5e0d6d87-b022-40d9-8f32-4411b1c15fa8']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:05.991604 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a429b0b1-3930-4c13-a35a-8d2ff794d347 req-8a199e8b-0294-49dd-b0b1-a578228842ce tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 210 time: 0.0618432 Mar 07 14:17:06.045622 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Made reservation on behalf of bdb952ab8f9648df917aa7fd608d14e3 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:17:06.049108 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.170552 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Allocated IP 172.20.0.7 (9c8fa082-1b00-4723-8892-cf48b0535acf/1afef1b7-064b-40b7-8313-c0add2db2f3e/b9e3d1a8-a293-41e3-9e71-c6836b69731e) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:17:06.304151 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.337099 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.379844 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Network 9c8fa082-1b00-4723-8892-cf48b0535acf is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:17:06.382644 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:17:06.386885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:17:06.393269 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event updated for resources: {'Port': ['ID=b9e3d1a8-a293-41e3-9e71-c6836b69731e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:06.438571 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:06.439178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.455901 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-46bf1656-8457-4377-ae15-36d2bbb11e6c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5450885 Mar 07 14:17:06.472060 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Request body: {'port': {'device_id': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:06.535898 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.575978 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4848ead3-f1f1-4d99-88a3-b5e1985c542e None None] Provisioning complete for port b9e3d1a8-a293-41e3-9e71-c6836b69731e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:17:06.576553 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4848ead3-f1f1-4d99-88a3-b5e1985c542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.612587 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4848ead3-f1f1-4d99-88a3-b5e1985c542e None None] Port b9e3d1a8-a293-41e3-9e71-c6836b69731e cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:17:06.787415 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e3d1a8-a293-41e3-9e71-c6836b69731e {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:17:06.795365 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Publish callbacks [] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.806909 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Transition to ACTIVE for port object b9e3d1a8-a293-41e3-9e71-c6836b69731e will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:17:06.810856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:06.864928 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e3d1a8-a293-41e3-9e71-c6836b69731e,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:06.936077 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Attempting to bind port b9e3d1a8-a293-41e3-9e71-c6836b69731e on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:17:06.936420 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Attempting to bind port b9e3d1a8-a293-41e3-9e71-c6836b69731e by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:17:06.936763 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Attempting to bind port b9e3d1a8-a293-41e3-9e71-c6836b69731e on network 9c8fa082-1b00-4723-8892-cf48b0535acf {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:17:06.941293 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Port b9e3d1a8-a293-41e3-9e71-c6836b69731e on network 9c8fa082-1b00-4723-8892-cf48b0535acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:17:06.941618 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Attempting to bind port b9e3d1a8-a293-41e3-9e71-c6836b69731e on network 9c8fa082-1b00-4723-8892-cf48b0535acf {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:17:06.946866 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:17:06.947213 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Checking segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:17:06.947628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Bound using segment: {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:17:06.948114 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Bound port: b9e3d1a8-a293-41e3-9e71-c6836b69731e, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923d264-98e3-40e2-b64b-beea6bef4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:17:06.948480 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:07.013437 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] For port b9e3d1a8-a293-41e3-9e71-c6836b69731e, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:17:07.016462 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] For port b9e3d1a8-a293-41e3-9e71-c6836b69731e, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:17:07.023625 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:07.076837 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.077436 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:07.078800 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9e3d1a8-a293-41e3-9e71-c6836b69731e HTTP/1.1" status: 200 len: 1093 time: 0.6110249 Mar 07 14:17:07.080996 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:07.083222 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2d3913-8624-4c61-b382-a99312e74058" -d '{"events": [{"name": "network-changed", "server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:07.124668 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b19fea-7664-44da-99d5-c51eb533ca06 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e3d1a8-a293-41e3-9e71-c6836b69731e,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:07.129160 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4d025-284e-4230-aaaa-1c8541bebcf2 x-openstack-request-id: req-e7b4d025-284e-4230-aaaa-1c8541bebcf2 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:07.129453 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:07.129713 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7b4d025-284e-4230-aaaa-1c8541bebcf2 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:07.130115 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'status': 'completed', 'code': 200} Mar 07 14:17:07.180584 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803eeb9-b357-411c-bf71-8adeae6d439b req-33c7fea0-9deb-473f-84c2-8633bc965d42 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.182121 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3803eeb9-b357-411c-bf71-8adeae6d439b req-33c7fea0-9deb-473f-84c2-8633bc965d42 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 943 time: 0.1176913 Mar 07 14:17:07.223585 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-532f1c33-4025-493f-915d-668d429ee691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.225135 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-532f1c33-4025-493f-915d-668d429ee691 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 1127 time: 0.0849292 Mar 07 14:17:07.249629 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3803eeb9-b357-411c-bf71-8adeae6d439b req-c66e66a3-f351-4657-b568-0124a720ba1a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608854 Mar 07 14:17:07.280385 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-229dc47d-e41c-4cc2-9fd8-51f738740f1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e HTTP/1.1" status: 200 len: 217 time: 0.0423136 Mar 07 14:17:07.330502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-83968759-0f85-44f1-8996-4344a779ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.331845 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-83968759-0f85-44f1-8996-4344a779ec81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0435834 Mar 07 14:17:07.380297 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-aa93a9c1-6b09-4a1d-bcbc-b7166a83cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.381777 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-aa93a9c1-6b09-4a1d-bcbc-b7166a83cf08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436084 Mar 07 14:17:07.482815 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-b2212a89-6f55-4c29-8f32-659e5fb50965 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892680 Mar 07 14:17:07.573102 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1adf50c-c866-4af9-90b0-e86a2ac0040a req-56aee8c9-bded-4fb3-b5be-dd65491302b9 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808673 Mar 07 14:17:07.668905 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3913-8624-4c61-b382-a99312e74058 req-5cccb654-8ba7-4e0a-93be-5b6d2ce130af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.670657 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-5cccb654-8ba7-4e0a-93be-5b6d2ce130af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 1127 time: 0.0489666 Mar 07 14:17:07.761144 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3913-8624-4c61-b382-a99312e74058 req-0a52f277-85ab-4350-8ac3-9bc1cb207caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.762592 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-0a52f277-85ab-4350-8ac3-9bc1cb207caf service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.0857251 Mar 07 14:17:07.806099 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-60a1b1a3-8cad-4220-a3f6-623a36c6c93a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e HTTP/1.1" status: 200 len: 217 time: 0.0367749 Mar 07 14:17:07.852673 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3913-8624-4c61-b382-a99312e74058 req-580a92b9-4c8f-433c-8e11-388403f1f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.854081 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-580a92b9-4c8f-433c-8e11-388403f1f2bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0416367 Mar 07 14:17:07.902646 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3913-8624-4c61-b382-a99312e74058 req-faf54fb8-2318-4fe5-b943-3ea90979008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.904172 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-faf54fb8-2318-4fe5-b943-3ea90979008e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436616 Mar 07 14:17:07.994241 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-a7b837cf-125c-46f6-b9b3-c884d8400c2f service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830104 Mar 07 14:17:08.080556 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a2d3913-8624-4c61-b382-a99312e74058 req-ad9cfa43-10b8-4e20-8ae7-e76bb988c92d service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801132 Mar 07 14:17:08.366166 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721620-8893-48b0-94be-02db75db7113 req-e24b6e4f-97cc-4fd7-b5d7-4a62769db121 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:08.367649 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-31721620-8893-48b0-94be-02db75db7113 req-e24b6e4f-97cc-4fd7-b5d7-4a62769db121 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 943 time: 0.0517845 Mar 07 14:17:08.418370 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-31721620-8893-48b0-94be-02db75db7113 req-a56b5d21-3d64-4554-98fd-0b2364eb8102 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449910 Mar 07 14:17:09.533250 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032287-a974-45e9-998b-accce0d96efb req-8114b889-6c9f-405d-a66f-a3bb32ee6c62 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:09.534699 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11032287-a974-45e9-998b-accce0d96efb req-8114b889-6c9f-405d-a66f-a3bb32ee6c62 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 943 time: 0.0517583 Mar 07 14:17:09.581453 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11032287-a974-45e9-998b-accce0d96efb req-b5359704-9279-4fb4-92bf-ca0fce6732a7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Mar 07 14:17:09.679619 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b9e3d1a8-a293-41e3-9e71-c6836b69731e details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:17:09.777579 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port b9e3d1a8-a293-41e3-9e71-c6836b69731e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:09.787820 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'port_id': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'mac_address': 'fa:16:3e:49:ea:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:17:09.825522 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port b9e3d1a8-a293-41e3-9e71-c6836b69731e is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:17:09.825909 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:09.838413 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e3d1a8-a293-41e3-9e71-c6836b69731e {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:17:09.858535 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port b9e3d1a8-a293-41e3-9e71-c6836b69731e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:09.861618 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:09.908329 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=b9e3d1a8-a293-41e3-9e71-c6836b69731e,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:10.179252 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['b9e3d1a8-a293-41e3-9e71-c6836b69731e'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:17:10.696424 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9e651-9f68-46f7-8890-0e48c61687ad req-c1c679a7-17ca-4da4-be1b-54cd4810f329 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:10.698432 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b8d9e651-9f68-46f7-8890-0e48c61687ad req-c1c679a7-17ca-4da4-be1b-54cd4810f329 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 944 time: 0.0520210 Mar 07 14:17:10.747351 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b8d9e651-9f68-46f7-8890-0e48c61687ad req-759ec72d-2d8f-45ed-8942-f64c360a70c8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414979 Mar 07 14:17:11.694524 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b9e3d1a8-a293-41e3-9e71-c6836b69731e up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:17:11.742850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port b9e3d1a8-a293-41e3-9e71-c6836b69731e completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:17:11.746491 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port b9e3d1a8-a293-41e3-9e71-c6836b69731e triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:17:11.746872 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:11.827662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port b9e3d1a8-a293-41e3-9e71-c6836b69731e is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:17:11.828057 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:11.851540 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:11.853780 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0533471-e977-4f17-bf83-2db650172734" -d '{"events": [{"server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:11.866753 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port b9e3d1a8-a293-41e3-9e71-c6836b69731e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:11.870547 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336e425-569c-4b28-9740-d74f060b9c33 req-e0d5b53e-e055-424a-8f4a-75fa7e48c914 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:11.872258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:11.872697 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f336e425-569c-4b28-9740-d74f060b9c33 req-e0d5b53e-e055-424a-8f4a-75fa7e48c914 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 944 time: 0.0576050 Mar 07 14:17:11.897154 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d897e29a-6a48-4fad-9b2e-eaec61765b09 x-openstack-request-id: req-d897e29a-6a48-4fad-9b2e-eaec61765b09 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:11.897445 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:11.897955 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d897e29a-6a48-4fad-9b2e-eaec61765b09 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:11.898351 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'code': 200} Mar 07 14:17:11.921114 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f336e425-569c-4b28-9740-d74f060b9c33 req-8674ba74-91b0-436f-96af-e1d5537005eb tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Mar 07 14:17:11.926833 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=b9e3d1a8-a293-41e3-9e71-c6836b69731e,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:12.077025 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112d8d-5abe-47f5-b5b9-2c6d136c2491 req-a8d3faad-914f-40d4-8422-5e1b032ce0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:12.078496 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c112d8d-5abe-47f5-b5b9-2c6d136c2491 req-a8d3faad-914f-40d4-8422-5e1b032ce0e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 1129 time: 0.0437112 Mar 07 14:17:12.125480 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c112d8d-5abe-47f5-b5b9-2c6d136c2491 req-3e1e9d40-10ea-40cf-b690-24c42c6324bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363564 Mar 07 14:17:13.044533 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238399-3e68-449e-8e3f-9fccae486ad3 req-6ca76e85-949b-4c34-9b34-56e4a10b118c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:13.046267 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05238399-3e68-449e-8e3f-9fccae486ad3 req-6ca76e85-949b-4c34-9b34-56e4a10b118c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.0557220 Mar 07 14:17:13.091739 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05238399-3e68-449e-8e3f-9fccae486ad3 req-ed0d52ce-bc0a-46f9-b371-ab9e20bc67f4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Mar 07 14:17:14.209022 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648404-5294-4cfd-9cf5-1652947ec44d req-0623e834-fd01-400a-8642-04d177d3ece4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:14.210465 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d9648404-5294-4cfd-9cf5-1652947ec44d req-0623e834-fd01-400a-8642-04d177d3ece4 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.0530031 Mar 07 14:17:14.259823 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d9648404-5294-4cfd-9cf5-1652947ec44d req-9f2851c0-e683-4162-9d4d-d9d20657ce8b tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Mar 07 14:17:14.373290 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200110d2-8530-4bd8-994a-cb3073256611 req-80d2ba7f-4f6d-4a44-b998-4314ee209690 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:14.374738 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-200110d2-8530-4bd8-994a-cb3073256611 req-80d2ba7f-4f6d-4a44-b998-4314ee209690 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.0530005 Mar 07 14:17:14.383033 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36508) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:14.387969 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Request body: {'floatingip': {'port_id': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:14.429657 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (078a9bcf-e433-49b8-953f-0f37137fd08b), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:15.110195 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:15.114011 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (078a9bcf-e433-49b8-953f-0f37137fd08b), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:15.216322 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Floating IP 078a9bcf-e433-49b8-953f-0f37137fd08b associated. External IP: 172.27.3.198, port: b9e3d1a8-a293-41e3-9e71-c6836b69731e. Mar 07 14:17:15.418284 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:17:15.525804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:17:15.531092 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:15.535608 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:17:15.545906 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:15.546538 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:15.563138 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-07ddef61-e87e-445f-bcc4-7e9737a82faf tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "PUT /v2.0/floatingips/078a9bcf-e433-49b8-953f-0f37137fd08b HTTP/1.1" status: 200 len: 991 time: 1.1790607 Mar 07 14:17:15.563831 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:15.566029 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450aa146-3de7-4000-ae2b-f7a18f8dbab5" -d '{"events": [{"name": "network-changed", "server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:15.654620 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:15.718066 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8329cb5-2150-422c-83d8-d2058e9ffe61 x-openstack-request-id: req-f8329cb5-2150-422c-83d8-d2058e9ffe61 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:15.718361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:15.718633 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8329cb5-2150-422c-83d8-d2058e9ffe61 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:15.719019 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'status': 'completed', 'code': 200} Mar 07 14:17:15.785874 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-a4f561f3-a318-4f58-85ec-8c9724c9268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:15.787389 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-a4f561f3-a318-4f58-85ec-8c9724c9268e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 1129 time: 0.0459182 Mar 07 14:17:15.877313 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-68839a7b-764e-428d-ab51-54ba8fc8dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:15.878937 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-68839a7b-764e-428d-ab51-54ba8fc8dc63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 200 len: 912 time: 0.0841055 Mar 07 14:17:15.884252 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '078a9bcf-e433-49b8-953f-0f37137fd08b', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'port_id': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'mac_address': 'fa:16:3e:49:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:03Z', 'updated_at': '2022-03-07T14:17:15Z', 'revision_number': 1, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:15.910106 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:17:15.919074 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:15.919762 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:16:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:15.948615 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-04c078a5-e064-4fba-8671-c6b25bb5c0b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e HTTP/1.1" status: 200 len: 999 time: 0.0628362 Mar 07 14:17:15.998254 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-ab50c879-19f0-4af2-a35a-07425b5759fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:15.999771 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-ab50c879-19f0-4af2-a35a-07425b5759fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 200 len: 850 time: 0.0444310 Mar 07 14:17:16.027255 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:16.049337 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-e595b1d5-2008-4512-b271-d56743e3280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:16.050847 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-e595b1d5-2008-4512-b271-d56743e3280d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8fa082-1b00-4723-8892-cf48b0535acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450478 Mar 07 14:17:16.143717 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-e37f609d-4b66-44b1-b603-fd9b96df33ba service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Mar 07 14:17:16.235011 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-450aa146-3de7-4000-ae2b-f7a18f8dbab5 req-2a53aaa9-9113-4370-b204-74a56ced511b service neutron] 10.222.0.23 "GET /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Mar 07 14:17:16.247624 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '078a9bcf-e433-49b8-953f-0f37137fd08b', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'port_id': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'mac_address': 'fa:16:3e:49:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:03Z', 'updated_at': '2022-03-07T14:17:15Z', 'revision_number': 1, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:16.278376 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e2b7f4-7105-4dc6-9e2e-b6b112aa27f0 None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': '078a9bcf-e433-49b8-953f-0f37137fd08b', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'port_id': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'mac_address': 'fa:16:3e:49:ea:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:03Z', 'updated_at': '2022-03-07T14:17:15Z', 'revision_number': 1, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:17:16.452992 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253801d7-2ddf-4946-affb-7ff385735ea7 None None] New status for floating IP 078a9bcf-e433-49b8-953f-0f37137fd08b: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:17:17.471813 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d058797a-2139-493b-a707-7379f8c441dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:19.836698 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb700-1f63-4ab3-85d9-6f9533c1564d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:20.867401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:22.206450 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:23.817511 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.109733 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.131627 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:17:47.474130 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6cfde71a-5ded-4579-ad37-abe328822f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:49.838219 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-45fef511-bdc3-407b-9746-08eb968bf446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.871495 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:52.209853 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:53.810364 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:59.115153 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.076791 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aba8d2-0859-4bb6-be56-7a7c23c89194 req-3e6d23ca-eb3d-45fa-9c86-e0e0c10d2ac7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:12.078158 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c2aba8d2-0859-4bb6-be56-7a7c23c89194 req-3e6d23ca-eb3d-45fa-9c86-e0e0c10d2ac7 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.0562856 Mar 07 14:18:12.124863 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c2aba8d2-0859-4bb6-be56-7a7c23c89194 req-ef1488b2-79f2-4e97-82cd-1e15beb6d1c6 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Mar 07 14:18:13.242604 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527047d-ed72-4ac3-8955-89c590ba956e req-e0c0d4fe-efe3-4333-89b0-a626a469a693 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:13.244138 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9527047d-ed72-4ac3-8955-89c590ba956e req-e0c0d4fe-efe3-4333-89b0-a626a469a693 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.0518396 Mar 07 14:18:13.290115 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9527047d-ed72-4ac3-8955-89c590ba956e req-f56dc198-3f9b-4956-929b-2a95a94d044c tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395055 Mar 07 14:18:14.028098 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-47b370f0-d6ef-4645-a36f-b11b9658022d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:14.029549 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-47b370f0-d6ef-4645-a36f-b11b9658022d tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.0560317 Mar 07 14:18:14.119290 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Deleting port b9e3d1a8-a293-41e3-9e71-c6836b69731e {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:14.119655 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:14.211246 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] For port b9e3d1a8-a293-41e3-9e71-c6836b69731e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=b9e3d1a8-a293-41e3-9e71-c6836b69731e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:14.211637 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:14.404422 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:14.405168 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (078a9bcf-e433-49b8-953f-0f37137fd08b), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:14.405168 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Floating IP 078a9bcf-e433-49b8-953f-0f37137fd08b disassociated. External IP: 172.27.3.198, port: b9e3d1a8-a293-41e3-9e71-c6836b69731e. Mar 07 14:18:14.405426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Calling delete_port for b9e3d1a8-a293-41e3-9e71-c6836b69731e owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:14.465154 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf04cd-2f29-40dd-a0a8-42ccca538b5f req-f31b11db-e75b-45ff-bb8c-be4b5f3f8be8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:14.466621 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9aaf04cd-2f29-40dd-a0a8-42ccca538b5f req-f31b11db-e75b-45ff-bb8c-be4b5f3f8be8 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/ports?device_id=425f2850-2ce1-4e54-b452-f53bab8dae0b HTTP/1.1" status: 200 len: 945 time: 0.1099858 Mar 07 14:18:14.533486 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9aaf04cd-2f29-40dd-a0a8-42ccca538b5f req-641e96f5-defb-4e82-9094-39619a1de53a tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0d6d87-b022-40d9-8f32-4411b1c15fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603166 Mar 07 14:18:14.588903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (b9e3d1a8-a293-41e3-9e71-c6836b69731e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:14.616999 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event deleted for resources: {'Port': ['ID=b9e3d1a8-a293-41e3-9e71-c6836b69731e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:14.628704 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.629058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.629405 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.629742 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.630072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.630403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.630733 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.631058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.631406 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.631737 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.632068 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.632386 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.632708 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:14.742150 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:18:14.849490 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:14.859774 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:14.868865 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:14.869463 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:17:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:14.892869 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] No DVR routers for this DVR port b9e3d1a8-a293-41e3-9e71-c6836b69731e on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:18:14.895304 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:14.898535 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-af400722-8c9a-463c-ae33-6e6d36e438ce req-f43cd1da-7c9f-4680-901b-41d8777e85bc tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.23 "DELETE /v2.0/ports/b9e3d1a8-a293-41e3-9e71-c6836b69731e HTTP/1.1" status: 204 len: 173 time: 0.8628528 Mar 07 14:18:14.898970 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'name': 'network-vif-deleted', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:14.901254 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae75675b-b56b-4105-8701-7dd875ac3301" -d '{"events": [{"server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "name": "network-vif-deleted", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:14.938104 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d543c-4bb3-4b31-bbc5-22aebcb135d3 x-openstack-request-id: req-ae2d543c-4bb3-4b31-bbc5-22aebcb135d3 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:14.938518 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425f2850-2ce1-4e54-b452-f53bab8dae0b", "name": "network-vif-deleted", "tag": "b9e3d1a8-a293-41e3-9e71-c6836b69731e", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:14.938777 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae2d543c-4bb3-4b31-bbc5-22aebcb135d3 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:14.939189 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425f2850-2ce1-4e54-b452-f53bab8dae0b', 'name': 'network-vif-deleted', 'tag': 'b9e3d1a8-a293-41e3-9e71-c6836b69731e', 'status': 'completed', 'code': 200} Mar 07 14:18:14.983135 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:15.275689 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:15.303505 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:15.311983 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:15.312591 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:17:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:15.425263 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:15.616673 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36656) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:15.624603 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:15.650949 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68caa-9344-40c4-9b73-01a6251bcc3a None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:14:01Z', 'revision_number': 4, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': '6476465e-214e-4bc7-8d0e-3a485537df1d', 'name': '', 'network_id': '9c8fa082-1b00-4723-8892-cf48b0535acf', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'mac_address': 'fa:16:3e:70:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:14:00Z', 'updated_at': '2022-03-07T14:14:05Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'subnets': [{'id': '1afef1b7-064b-40b7-8313-c0add2db2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:15.675567 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (5e0d6d87-b022-40d9-8f32-4411b1c15fa8), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.700586 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (5e0d6d87-b022-40d9-8f32-4411b1c15fa8), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.749726 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (5e0d6d87-b022-40d9-8f32-4411b1c15fa8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.752432 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.753608 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e0d6d87-b022-40d9-8f32-4411b1c15fa8 HTTP/1.1" status: 204 len: 168 time: 0.1359026 Mar 07 14:18:15.756560 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36660) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:15.763536 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d6d87-b022-40d9-8f32-4411b1c15fa8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:15.770666 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.770820 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-9d5e5f93-3259-4d53-97f2-69647f4b0b7e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] show failed (client error): The resource could not be found. Mar 07 14:18:15.771023 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774205 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774205 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774538 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9d5e5f93-3259-4d53-97f2-69647f4b0b7e tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "GET /v2.0/security-groups/5e0d6d87-b022-40d9-8f32-4411b1c15fa8 HTTP/1.1" status: 404 len: 347 time: 0.0141325 Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.774645 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670035-66df-469a-bcc3-7a78c1a452fd tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:15.775447 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36662) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:15.901624 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641a55f-4cf0-4ef1-a7cf-2cffee7f74f7 None None] New status for floating IP 078a9bcf-e433-49b8-953f-0f37137fd08b: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:18:15.910228 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Deleting port 8d63e5b4-7289-489b-9bf3-e2ba52a5ebca {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:15.910579 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.987112 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.987462 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.000394 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Calling delete_port for 8d63e5b4-7289-489b-9bf3-e2ba52a5ebca owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:16.129543 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:18:16.135452 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (8d63e5b4-7289-489b-9bf3-e2ba52a5ebca), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.161890 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Pushing event deleted for resources: {'Port': ['ID=8d63e5b4-7289-489b-9bf3-e2ba52a5ebca,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:16.222501 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks [] for floatingip (078a9bcf-e433-49b8-953f-0f37137fd08b), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.225077 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.226277 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-be829c78-0ca3-47b8-ba00-0d63de913671 tempest-AttachVolumeTestJSON-524200567 tempest-AttachVolumeTestJSON-524200567-project] 10.222.0.31 "DELETE /v2.0/floatingips/078a9bcf-e433-49b8-953f-0f37137fd08b HTTP/1.1" status: 204 len: 168 time: 0.4504259 Mar 07 14:18:17.477117 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3253755-c89a-4067-817d-b384a8810e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:17.994463 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b9e3d1a8-a293-41e3-9e71-c6836b69731e no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:18:18.015028 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: b9e3d1a8-a293-41e3-9e71-c6836b69731e {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:18:18.015387 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device b9e3d1a8-a293-41e3-9e71-c6836b69731e not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:18:19.741517 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36690) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:19.841152 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-360926bf-e561-46ed-98a1-026ff0efd2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.085503 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (28b16ed6-4f91-4a00-b467-840c43f81ad4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.575543 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Deleting port 6476465e-214e-4bc7-8d0e-3a485537df1d {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:20.575889 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.654369 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] For port 6476465e-214e-4bc7-8d0e-3a485537df1d, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=6476465e-214e-4bc7-8d0e-3a485537df1d,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:20.654741 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.666104 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Calling delete_port for 6476465e-214e-4bc7-8d0e-3a485537df1d owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:20.846479 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (6476465e-214e-4bc7-8d0e-3a485537df1d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.870983 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Pushing event deleted for resources: {'Port': ['ID=6476465e-214e-4bc7-8d0e-3a485537df1d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:20.874530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.043195 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (28b16ed6-4f91-4a00-b467-840c43f81ad4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.256987 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Router 28b16ed6-4f91-4a00-b467-840c43f81ad4 has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:18:21.363417 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:21.371410 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a2624010-17b9-45c6-933b-36d750f6654d admin admin] 10.222.0.31 "PUT /v2.0/routers/28b16ed6-4f91-4a00-b467-840c43f81ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6257737 Mar 07 14:18:21.371673 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36692) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:21.372782 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] Sync routers for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:21.382663 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:21.383274 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:21.475858 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks [] for router (28b16ed6-4f91-4a00-b467-840c43f81ad4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.490266 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:21.580116 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks [] for router_gateway (28b16ed6-4f91-4a00-b467-840c43f81ad4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.634360 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Deleting port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:21.634719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.671244 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:18:20Z', 'revision_number': 5, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port': {'id': 'c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:13:59Z', 'updated_at': '2022-03-07T14:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:21.698619 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] Checking router: 28b16ed6-4f91-4a00-b467-840c43f81ad4 for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:21.706917 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] Routers {'28b16ed6-4f91-4a00-b467-840c43f81ad4'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:21.707553 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['28b16ed6-4f91-4a00-b467-840c43f81ad4'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:21.717489 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] For port c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:21.717859 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.729310 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Calling delete_port for c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:21.798807 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] Set router 28b16ed6-4f91-4a00-b467-840c43f81ad4 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:21.850617 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:18:21Z', 'revision_number': 6, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:21.879872 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11918c-48b8-482b-816b-f7e54a126230 None None] The sync data for ids ['28b16ed6-4f91-4a00-b467-840c43f81ad4'] in dv-cinder-827554-2-iscsi is: [{'id': '28b16ed6-4f91-4a00-b467-840c43f81ad4', 'name': 'tempest-AttachVolumeTestJSON-1840740959-router', 'tenant_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:13:58Z', 'updated_at': '2022-03-07T14:18:21Z', 'revision_number': 6, 'project_id': 'bdb952ab8f9648df917aa7fd608d14e3', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:21.896526 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.924001 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:21.987177 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (28b16ed6-4f91-4a00-b467-840c43f81ad4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.077595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (28b16ed6-4f91-4a00-b467-840c43f81ad4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.079716 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks [] for router_controller (28b16ed6-4f91-4a00-b467-840c43f81ad4), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.121502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (28b16ed6-4f91-4a00-b467-840c43f81ad4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.122129 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b16ed6-4f91-4a00-b467-840c43f81ad4 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:18:22.126894 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.128076 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3d411287-1e9c-4295-9a95-97ab73476758 admin admin] 10.222.0.31 "DELETE /v2.0/routers/28b16ed6-4f91-4a00-b467-840c43f81ad4 HTTP/1.1" status: 204 len: 168 time: 0.7554736 Mar 07 14:18:22.130575 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36694) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:22.175948 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Deleting subnet 1afef1b7-064b-40b7-8313-c0add2db2f3e {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:18:22.178968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Publish callbacks [] for subnet (1afef1b7-064b-40b7-8313-c0add2db2f3e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.218602 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.219228 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (1afef1b7-064b-40b7-8313-c0add2db2f3e), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.310150 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (1afef1b7-064b-40b7-8313-c0add2db2f3e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.361644 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (1afef1b7-064b-40b7-8313-c0add2db2f3e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.384092 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afef1b7-064b-40b7-8313-c0add2db2f3e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:22.390058 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.393947 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cf7890f0-dcbc-4dd8-935d-12b63e247fb7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1afef1b7-064b-40b7-8313-c0add2db2f3e HTTP/1.1" status: 204 len: 168 time: 0.2623947 Mar 07 14:18:22.395304 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9db58-4f17-4dc2-bc48-f120f0f4c3e6 None None] Network 9c8fa082-1b00-4723-8892-cf48b0535acf requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:18:22.395715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36696) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:22.469290 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (9c8fa082-1b00-4723-8892-cf48b0535acf), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.526059 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Deleting port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:22.526445 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.586571 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] For port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,segment=NetworkSegment(8923d264-98e3-40e2-b64b-beea6bef4fc3),segment_id=8923d264-98e3-40e2-b64b-beea6bef4fc3)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:22.586863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.602356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Calling delete_port for 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:22.650731 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] DHCP port deletion for 9c8fa082-1b00-4723-8892-cf48b0535acf request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:18:22.678828 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6476465e-214e-4bc7-8d0e-3a485537df1d no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:18:22.686004 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.707280 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 6476465e-214e-4bc7-8d0e-3a485537df1d {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:18:22.707657 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 6476465e-214e-4bc7-8d0e-3a485537df1d not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:18:22.713692 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:22.716030 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] No DVR routers for this DVR port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e on host dv-cinder-827554-2-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:18:22.731154 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Deleting port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:22.731776 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.792462 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (9c8fa082-1b00-4723-8892-cf48b0535acf), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.797420 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] For port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e, host dv-cinder-827554-2-iscsi, got binding levels [] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:22.797818 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.811208 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Calling delete_port for 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:22.814049 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.ipam_backend_mixin [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e was not found and therefore no delete operation was performed {{(pid=103276) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 14:18:22.814178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8fa082-1b00-4723-8892-cf48b0535acf']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:22.815379 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.823863 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8923d264-98e3-40e2-b64b-beea6bef4fc3') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:22.824168 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8923d264-98e3-40e2-b64b-beea6bef4fc3') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:22.834106 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (8923d264-98e3-40e2-b64b-beea6bef4fc3), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.840469 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Pushing event deleted for resources: {'Port': ['ID=4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:22.848675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (8923d264-98e3-40e2-b64b-beea6bef4fc3), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.850459 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] No DVR routers for this DVR port 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:18:22.852633 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.852981 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.853327 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.854221 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.855101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.855101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.855603 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.855877 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.856203 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.856325 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:18:22.856530 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.856647 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (8923d264-98e3-40e2-b64b-beea6bef4fc3), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.856854 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.857345 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.857673 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ea67c-1340-4c93-97b3-43d49dc13e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:18:22.858283 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:18:22.921883 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (9c8fa082-1b00-4723-8892-cf48b0535acf), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.928048 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.931488 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9c8fa082-1b00-4723-8892-cf48b0535acf HTTP/1.1" status: 204 len: 168 time: 0.5348220 Mar 07 14:18:22.946186 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988f8a-fe28-470f-a7b6-ca0f4281b363 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8fa082-1b00-4723-8892-cf48b0535acf,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:23.096885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36700) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:23.136493 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d1cd95bc-634d-4a76-8493-01e78bf299e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdb952ab8f9648df917aa7fd608d14e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384691 Mar 07 14:18:23.138869 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36702) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:23.186792 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9d3b95cf-5c50-4efa-9ee6-5c9dfe2be3f7 admin admin] Publish callbacks [] for security_group (3aa11a61-2e71-4b9d-9e32-867ad9074a93), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:23.207306 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9d3b95cf-5c50-4efa-9ee6-5c9dfe2be3f7 admin admin] Publish callbacks [] for security_group (3aa11a61-2e71-4b9d-9e32-867ad9074a93), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:23.253044 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9d3b95cf-5c50-4efa-9ee6-5c9dfe2be3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (3aa11a61-2e71-4b9d-9e32-867ad9074a93), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:23.255554 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9d3b95cf-5c50-4efa-9ee6-5c9dfe2be3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:23.256706 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9d3b95cf-5c50-4efa-9ee6-5c9dfe2be3f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3aa11a61-2e71-4b9d-9e32-867ad9074a93 HTTP/1.1" status: 204 len: 168 time: 0.1169243 Mar 07 14:18:23.264772 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b95cf-5c50-4efa-9ee6-5c9dfe2be3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa11a61-2e71-4b9d-9e32-867ad9074a93,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:23.819718 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:23.896180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36724) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:24.000817 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-212741503-network', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:24.022964 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Made reservation on behalf of 3d3951f9e1f94a0e94b277bbde826933 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:18:24.025498 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.033517 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.110968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks [] for security_group (a9e925ae-41e7-4e0e-940f-39d1868d3a3d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.114883 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a9e925ae-41e7-4e0e-940f-39d1868d3a3d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.137891 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:18:24.151185 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e925ae-41e7-4e0e-940f-39d1868d3a3d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:24.157148 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (962143e4-e0f5-4871-ab74-33dc9972084b), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.157505 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Added segment 962143e4-e0f5-4871-ab74-33dc9972084b of type vlan for network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 Mar 07 14:18:24.200158 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751012437270'] for network (9612a897-5cf5-47ba-b3fb-9c9971e49a15), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.225396 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:18:24.225606 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898'] for network (9612a897-5cf5-47ba-b3fb-9c9971e49a15), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.226529 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:24.227124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.245753 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:18:24.246101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device c9ba9e79-7d7c-4fc0-aa2e-25f147fd398f not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:18:24.246565 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:18:24.256884 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3595841 Mar 07 14:18:24.259894 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36728) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:24.266900 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Request body: {'subnet': {'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-212741503-subnet', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:24.267093 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:18:24.267262 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 4d6ce2ba-a010-436c-9cd1-f6fb6aacc36e not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:18:24.290303 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a284a8-ea4b-4b85-95c6-4f947ed38e4e admin admin] Pushing event updated for resources: {'Network': ['ID=9612a897-5cf5-47ba-b3fb-9c9971e49a15,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:24.297145 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Made reservation on behalf of 3d3951f9e1f94a0e94b277bbde826933 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:18:24.299524 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29882190'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.300688 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 details requested by agent ovs-agent-dv-cinder-827554-2-iscsi with host dv-cinder-827554-2-iscsi {{(pid=103276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:18:24.467262 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30059469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882192'] for subnet (39260a17-a6cf-4496-9ebc-2d51006ca54c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.525747 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39260a17-a6cf-4496-9ebc-2d51006ca54c,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:24.530030 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:24.530378 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Network hostable DHCP agents. Network: 9612a897-5cf5-47ba-b3fb-9c9971e49a15, hostable agents: ['a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:18:24.547285 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is scheduled to be hosted by DHCP agent a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:18:24.554941 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-2-iscsi, 9612a897-5cf5-47ba-b3fb-9c9971e49a15) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:24.559556 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:24.560151 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.565724 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c18485-d1cb-4bbe-8dee-6b1e6c6ce0ab None None] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:18:24.575183 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ffe28149-a7fe-414a-bce0-f10363be3114 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3121164 Mar 07 14:18:24.577843 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36730) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:24.582021 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:24.601090 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33134740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router (d6da4a82-ac01-46de-9b90-d16fac590bfe), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.602133 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33133412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33050274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28237'] for router (d6da4a82-ac01-46de-9b90-d16fac590bfe), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.659405 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks [] for router_controller (d6da4a82-ac01-46de-9b90-d16fac590bfe), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.670157 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cfd1049-f7a7-55f5-baed-db47aaf08ea9-9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c'}]}} from dv-cinder-827554-2-iscsi. {{(pid=103276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:18:24.671149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.802445 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks [] for router_gateway (d6da4a82-ac01-46de-9b90-d16fac590bfe), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.808005 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Allocated IP 172.20.0.2 (9612a897-5cf5-47ba-b3fb-9c9971e49a15/39260a17-a6cf-4496-9ebc-2d51006ca54c/8fa599d8-175b-46da-9985-15f42db07541) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:24.958669 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Publish callbacks [] for port (8fa599d8-175b-46da-9985-15f42db07541), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:24.964834 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753'] for port (8fa599d8-175b-46da-9985-15f42db07541), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.006490 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:25.009507 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:25.013283 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:25.019128 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Pushing event updated for resources: {'Port': ['ID=8fa599d8-175b-46da-9985-15f42db07541,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:25.076889 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Attempting to bind port 8fa599d8-175b-46da-9985-15f42db07541 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:18:25.077293 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Attempting to bind port 8fa599d8-175b-46da-9985-15f42db07541 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:18:25.077563 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Attempting to bind port 8fa599d8-175b-46da-9985-15f42db07541 on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:25.083308 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:18:25.083729 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:25.084129 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.084554 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Bound using segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:18:25.085031 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Bound port: 8fa599d8-175b-46da-9985-15f42db07541, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:18:25.085572 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8fa599d8-175b-46da-9985-15f42db07541), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.153269 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] For port 8fa599d8-175b-46da-9985-15f42db07541, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:18:25.156653 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] For port 8fa599d8-175b-46da-9985-15f42db07541, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8fa599d8-175b-46da-9985-15f42db07541,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:18:25.163752 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8fa599d8-175b-46da-9985-15f42db07541), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.223756 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c96f-62c8-470e-891b-6fe725df1077 None None] Pushing event updated for resources: {'Port': ['ID=8fa599d8-175b-46da-9985-15f42db07541,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:25.268276 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks [] for router_gateway (d6da4a82-ac01-46de-9b90-d16fac590bfe), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.287863 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.406212 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Allocated IP 172.27.3.135 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/019506d1-1394-47d7-b99d-d7f6aded5734) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:25.516248 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks [] for port (019506d1-1394-47d7-b99d-d7f6aded5734), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.551038 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.594181 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:25.598500 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:25.600944 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:25.623833 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Pushing event updated for resources: {'Port': ['ID=019506d1-1394-47d7-b99d-d7f6aded5734,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:25.865629 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks [] for router_gateway (d6da4a82-ac01-46de-9b90-d16fac590bfe), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.076019 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33133423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130234'] for router (d6da4a82-ac01-46de-9b90-d16fac590bfe), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.083039 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6fe621-3d41-40e4-9b1f-4f84fc4d3d0e None None] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:18:26.226449 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Router d6da4a82-ac01-46de-9b90-d16fac590bfe is scheduled to L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:18:26.278301 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8fa599d8-175b-46da-9985-15f42db07541 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:26.325277 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] Provisioning complete for port 8fa599d8-175b-46da-9985-15f42db07541 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:26.325584 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8fa599d8-175b-46da-9985-15f42db07541), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.341156 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:26.359162 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.360489 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-60f3b3b7-bc22-4a98-801a-ee0ec05e82f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7817085 Mar 07 14:18:26.363183 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36732) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:26.367491 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:26.406797 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:26.407455 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:26.462511 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8fa599d8-175b-46da-9985-15f42db07541 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:26.462794 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8fa599d8-175b-46da-9985-15f42db07541), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.589681 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] Current status of the port 8fa599d8-175b-46da-9985-15f42db07541 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:26.590080 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8fa599d8-175b-46da-9985-15f42db07541), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.608301 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:26.766975 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] For port 8fa599d8-175b-46da-9985-15f42db07541, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8fa599d8-175b-46da-9985-15f42db07541,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:26.775228 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (8fa599d8-175b-46da-9985-15f42db07541), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.781838 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8fa599d8-175b-46da-9985-15f42db07541 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:26.782221 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (8fa599d8-175b-46da-9985-15f42db07541), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.801424 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.905708 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f1fc5-5873-498d-babf-3f86c7e1f108 None None] Pushing event updated for resources: {'Port': ['ID=8fa599d8-175b-46da-9985-15f42db07541,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:26.930225 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.db.api [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 14:18:26.930579 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG oslo_db.api [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 14:18:26.933823 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-0f19f14a-4ebd-4310-b3b0-67eb693ca488 None None] Provisioning complete for port 8fa599d8-175b-46da-9985-15f42db07541 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:26.934203 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0f19f14a-4ebd-4310-b3b0-67eb693ca488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8fa599d8-175b-46da-9985-15f42db07541), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.961110 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Allocated IP 172.20.0.1 (9612a897-5cf5-47ba-b3fb-9c9971e49a15/39260a17-a6cf-4496-9ebc-2d51006ca54c/bbcd5214-bb46-410d-814e-2139ce7b490e) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:26.980481 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:25Z', 'revision_number': 3, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:27.010319 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:27.011500 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Updating router d6da4a82-ac01-46de-9b90-d16fac590bfe port 019506d1-1394-47d7-b99d-d7f6aded5734 binding host dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:18:27.066009 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks [] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.069892 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.099076 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-0f19f14a-4ebd-4310-b3b0-67eb693ca488 None None] Current status of the port 8fa599d8-175b-46da-9985-15f42db07541 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:27.099932 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.142609 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:27.147870 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:27.150006 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Pushing event updated for resources: {'Port': ['ID=bbcd5214-bb46-410d-814e-2139ce7b490e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:27.152241 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:27.192172 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33128663'] for router_interface (d6da4a82-ac01-46de-9b90-d16fac590bfe), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.346208 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Publish callbacks [] for port (019506d1-1394-47d7-b99d-d7f6aded5734), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.352762 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.410083 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4c0ee-9b63-4175-9140-4fc166300b47 None None] Pushing event updated for resources: {'Port': ['ID=019506d1-1394-47d7-b99d-d7f6aded5734,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:27.414800 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Attempting to bind port 019506d1-1394-47d7-b99d-d7f6aded5734 on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:18:27.415154 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Attempting to bind port 019506d1-1394-47d7-b99d-d7f6aded5734 by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:18:27.415550 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Attempting to bind port 019506d1-1394-47d7-b99d-d7f6aded5734 on network e51d1ec9-6ce7-4455-925c-37696471dc54 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:27.425032 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:18:27.425410 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Checking segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:27.425823 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.426218 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Bound using segment: {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:18:27.426696 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Bound port: 019506d1-1394-47d7-b99d-d7f6aded5734, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aed852-c947-4658-9d6f-e32ede62e059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:18:27.427074 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.501398 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-40bd6494-7d1b-4ef0-b96c-9c54a3a07967 None None] Provisioning complete for port bbcd5214-bb46-410d-814e-2139ce7b490e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:27.501774 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-40bd6494-7d1b-4ef0-b96c-9c54a3a07967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.539013 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] For port 019506d1-1394-47d7-b99d-d7f6aded5734, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:18:27.541034 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8fa599d8-175b-46da-9985-15f42db07541 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:27.558664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] For port 019506d1-1394-47d7-b99d-d7f6aded5734, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=019506d1-1394-47d7-b99d-d7f6aded5734,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:18:27.561323 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-40bd6494-7d1b-4ef0-b96c-9c54a3a07967 None None] Port bbcd5214-bb46-410d-814e-2139ce7b490e cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:18:27.566245 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.587417 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.625762 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:27.626464 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:27.631201 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4c0ee-9b63-4175-9140-4fc166300b47 None None] Pushing event updated for resources: {'Port': ['ID=019506d1-1394-47d7-b99d-d7f6aded5734,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:27.738616 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:27.751542 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks [] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.756085 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.824122 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Pushing event updated for resources: {'Port': ['ID=bbcd5214-bb46-410d-814e-2139ce7b490e,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:27.829202 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33094012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128635'] for router_interface (d6da4a82-ac01-46de-9b90-d16fac590bfe), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:27.925876 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:27.927311 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:28.067966 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:18:28.093521 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:26Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:28.121550 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c0e6-5bcc-4eaf-82cd-a183d1da5a93 None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:26Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:28.186966 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-e50732f3-a1f1-44a4-b86e-675ac3fb6690 None None] Provisioning complete for port bbcd5214-bb46-410d-814e-2139ce7b490e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:28.187374 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e50732f3-a1f1-44a4-b86e-675ac3fb6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:28.197317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:28.208988 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d9ee8d9a-e928-4bf9-85d9-df7cf8c2b51c admin admin] 10.222.0.31 "PUT /v2.0/routers/d6da4a82-ac01-46de-9b90-d16fac590bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446679 Mar 07 14:18:28.237060 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-e50732f3-a1f1-44a4-b86e-675ac3fb6690 None None] Port bbcd5214-bb46-410d-814e-2139ce7b490e cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:18:28.241879 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8fa599d8-175b-46da-9985-15f42db07541 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:28.295850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 8fa599d8-175b-46da-9985-15f42db07541 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:28.296233 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (8fa599d8-175b-46da-9985-15f42db07541), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:28.398161 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 8fa599d8-175b-46da-9985-15f42db07541 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:29.004355 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36740) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:29.008990 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517663308', 'description': 'tempest-description--1591906069'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:29.033023 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.104217 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (097fca13-ebd3-4b01-8763-afe2aeb9806b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.108374 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (097fca13-ebd3-4b01-8763-afe2aeb9806b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.120800 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.140113 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.141676 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1360173 Mar 07 14:18:29.143361 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1c410-99be-491f-ac36-3e027a685666 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097fca13-ebd3-4b01-8763-afe2aeb9806b,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:29.144586 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36742) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:29.149914 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '097fca13-ebd3-4b01-8763-afe2aeb9806b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:29.177186 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (206a6ae0-62b2-4c37-a85c-568408fb5f50), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.238954 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (206a6ae0-62b2-4c37-a85c-568408fb5f50), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.242724 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (206a6ae0-62b2-4c37-a85c-568408fb5f50), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.260872 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206a6ae0-62b2-4c37-a85c-568408fb5f50,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:29.271528 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.272987 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f10a1200-7eef-4178-ba7c-8861fce5c4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267843 Mar 07 14:18:29.275621 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36744) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:29.280718 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '097fca13-ebd3-4b01-8763-afe2aeb9806b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:29.307947 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (61e2d7d7-c49d-4406-a912-f8e17a1bd01b), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.366010 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (61e2d7d7-c49d-4406-a912-f8e17a1bd01b), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.370628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (61e2d7d7-c49d-4406-a912-f8e17a1bd01b), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.390456 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e2d7d7-c49d-4406-a912-f8e17a1bd01b,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:29.399148 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.400399 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bacb635a-9d67-483a-b441-266ece6f9d4e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230242 Mar 07 14:18:29.404340 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36746) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:29.408882 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:29.428894 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.527500 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.628273 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.27.3.144 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/408e09cf-ee2d-4e9c-b7a8-0a7a093da84a) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:29.736574 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.771918 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.811712 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:29.814695 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:29.818269 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:29.848621 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=408e09cf-ee2d-4e9c-b7a8-0a7a093da84a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:29.914965 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (c458ee2d-2714-4492-a4e1-036192dd85a0), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:29.953387 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.122877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.128173 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30059076'] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.137072 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:30.147513 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:30.148123 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:30.199313 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=408e09cf-ee2d-4e9c-b7a8-0a7a093da84a,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:30.210625 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (c458ee2d-2714-4492-a4e1-036192dd85a0), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.228004 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.229720 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-63fad7d2-4d1b-446a-a0b2-30070c40ba8b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8242967 Mar 07 14:18:30.274414 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:30.285812 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 019506d1-1394-47d7-b99d-d7f6aded5734 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:30.336383 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 019506d1-1394-47d7-b99d-d7f6aded5734 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:30.336848 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.389848 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-59131557-e00e-4f47-a6fe-f941b3bdb920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1517663308&fields=id&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 267 time: 0.0438335 Mar 07 14:18:30.426664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 019506d1-1394-47d7-b99d-d7f6aded5734 is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:30.427626 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.448629 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] For port 019506d1-1394-47d7-b99d-d7f6aded5734, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=019506d1-1394-47d7-b99d-d7f6aded5734,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:30.452774 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.487147 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:30.504179 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Pushing event updated for resources: {'Port': ['ID=019506d1-1394-47d7-b99d-d7f6aded5734,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:30.509483 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-398cf00b-4f23-41e2-b0fe-b58fde42237e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:30.511361 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-398cf00b-4f23-41e2-b0fe-b58fde42237e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.1130891 Mar 07 14:18:30.526681 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-69a8f137-1b8c-423e-a5ee-f037d80661ec tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/quotas/3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 375 time: 0.0099092 Mar 07 14:18:30.586578 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-886068ca-b7a1-4225-8909-41670e2b5d7b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536664 Mar 07 14:18:30.611431 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:30.611791 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Updating router d6da4a82-ac01-46de-9b90-d16fac590bfe port bbcd5214-bb46-410d-814e-2139ce7b490e binding host dv-cinder-827554-2-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:18:30.640784 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.727583 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e795f1b8-6a87-4961-99c0-2df717f4dea0 service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294088 Mar 07 14:18:30.817488 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-a1ce9f17-adb2-41dd-85bf-9219b4a17be3 service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835187 Mar 07 14:18:30.902841 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Publish callbacks [] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.907828 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:30.986894 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-312b22eb-03c6-4cfa-9679-891eca57c4a1 req-a4d6fc2c-cf29-4e0a-8f58-5c4e47bebd93 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Mar 07 14:18:30.994034 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Pushing event updated for resources: {'Port': ['ID=bbcd5214-bb46-410d-814e-2139ce7b490e,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:31.024863 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.025318 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.025744 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.026489 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.026625 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.026926 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.027259 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.027620 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.027936 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.028277 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.028649 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.028980 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.029296 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:18:31.045949 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Attempting to bind port bbcd5214-bb46-410d-814e-2139ce7b490e on host dv-cinder-827554-2-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:18:31.046309 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Attempting to bind port bbcd5214-bb46-410d-814e-2139ce7b490e by drivers openvswitch,hyperv on host dv-cinder-827554-2-iscsi at level 0 using segments [{'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:18:31.046791 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Attempting to bind port bbcd5214-bb46-410d-814e-2139ce7b490e on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:31.051949 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Checking agent: {'id': '06785dba-0278-43af-a927-6e693afccf27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 58, 24), 'started_at': datetime.datetime(2022, 3, 7, 13, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:18:31.052324 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:31.052720 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.053104 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Bound using segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:18:31.053574 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Bound port: bbcd5214-bb46-410d-814e-2139ce7b490e, host: dv-cinder-827554-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:18:31.053954 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.123901 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] For port bbcd5214-bb46-410d-814e-2139ce7b490e, host dv-cinder-827554-2-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:18:31.127065 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] For port bbcd5214-bb46-410d-814e-2139ce7b490e, host dv-cinder-827554-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=bbcd5214-bb46-410d-814e-2139ce7b490e,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:18:31.133433 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.198070 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:31.199322 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:31.202917 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4049ca-7498-49a2-9d6b-20fecbba0133 None None] Pushing event updated for resources: {'Port': ['ID=bbcd5214-bb46-410d-814e-2139ce7b490e,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:31.204160 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] Provisioning complete for port bbcd5214-bb46-410d-814e-2139ce7b490e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:31.204600 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.312002 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] Current status of the port bbcd5214-bb46-410d-814e-2139ce7b490e is: DOWN; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:31.312798 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.350359 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] For port bbcd5214-bb46-410d-814e-2139ce7b490e, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=bbcd5214-bb46-410d-814e-2139ce7b490e,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:31.356238 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.365445 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:31.417292 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce5420-73bb-4ee5-8b68-07a036c023bd None None] Pushing event updated for resources: {'Port': ['ID=bbcd5214-bb46-410d-814e-2139ce7b490e,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:31.478748 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-cfaefd27-b429-41cd-93f7-4dd006b8e65f None None] Provisioning complete for port bbcd5214-bb46-410d-814e-2139ce7b490e triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:31.479691 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cfaefd27-b429-41cd-93f7-4dd006b8e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:31.560794 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-cfaefd27-b429-41cd-93f7-4dd006b8e65f None None] Current status of the port bbcd5214-bb46-410d-814e-2139ce7b490e is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:31.590783 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:31.620781 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08851763-306c-4075-97c6-dd7f19e3ce76 None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:32.093705 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bb2ab028-b87e-4725-b507-f046e11ada18 req-104efd06-2113-43ef-b4b5-d37388667423 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Mar 07 14:18:32.244478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-dd367f49-dca1-49e8-9760-a7da12e4f9b0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:32.247540 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-dd367f49-dca1-49e8-9760-a7da12e4f9b0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.1260347 Mar 07 14:18:32.288416 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 019506d1-1394-47d7-b99d-d7f6aded5734 up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:32.315219 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-330a2bbe-4af8-410f-aa6a-0067e79c3f17 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 380 time: 0.0565422 Mar 07 14:18:32.340916 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'port': {'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'admin_state_up': True, 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'security_groups': ['097fca13-ebd3-4b01-8763-afe2aeb9806b']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:32.342088 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port 019506d1-1394-47d7-b99d-d7f6aded5734 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:32.342575 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.420777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port 019506d1-1394-47d7-b99d-d7f6aded5734 is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:32.421729 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device bbcd5214-bb46-410d-814e-2139ce7b490e up at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:32.452219 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Made reservation on behalf of 3d3951f9e1f94a0e94b277bbde826933 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:18:32.455715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.467136 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Provisioning complete for port bbcd5214-bb46-410d-814e-2139ce7b490e triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:32.467550 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.547568 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Current status of the port bbcd5214-bb46-410d-814e-2139ce7b490e is: ACTIVE; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:32.581523 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.20.0.6 (9612a897-5cf5-47ba-b3fb-9c9971e49a15/39260a17-a6cf-4496-9ebc-2d51006ca54c/d9fae293-6268-409d-a053-f50833976dde) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:32.710678 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (d9fae293-6268-409d-a053-f50833976dde), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.743666 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (d9fae293-6268-409d-a053-f50833976dde), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.790725 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:32.794571 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:32.798212 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:32.822052 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=d9fae293-6268-409d-a053-f50833976dde,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:32.850680 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:32.851031 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.867000 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-89092acc-f75e-4f90-82b1-83b4a40f6961 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5302212 Mar 07 14:18:32.882511 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Request body: {'port': {'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:32.943109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d9fae293-6268-409d-a053-f50833976dde), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:32.990837 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-6fc620fd-9742-4bf3-a245-6de3d7293a11 None None] Provisioning complete for port d9fae293-6268-409d-a053-f50833976dde triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:32.991209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6fc620fd-9742-4bf3-a245-6de3d7293a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (d9fae293-6268-409d-a053-f50833976dde), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:33.024884 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-6fc620fd-9742-4bf3-a245-6de3d7293a11 None None] Port d9fae293-6268-409d-a053-f50833976dde cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:18:33.246470 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fae293-6268-409d-a053-f50833976dde {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:18:33.256651 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d805d-72b4-45d5-a210-99cb09256701 req-fdf987a0-9955-40dc-b00e-3f888a700227 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:33.258122 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-805d805d-72b4-45d5-a210-99cb09256701 req-fdf987a0-9955-40dc-b00e-3f888a700227 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 931 time: 0.0967152 Mar 07 14:18:33.262256 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Publish callbacks [] for port (d9fae293-6268-409d-a053-f50833976dde), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:33.288539 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Transition to ACTIVE for port object d9fae293-6268-409d-a053-f50833976dde will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:18:33.294684 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (d9fae293-6268-409d-a053-f50833976dde), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:33.351568 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-805d805d-72b4-45d5-a210-99cb09256701 req-07c56959-b634-4cbd-9ca7-3fd3a5e5d27e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865834 Mar 07 14:18:33.362710 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Pushing event updated for resources: {'Port': ['ID=d9fae293-6268-409d-a053-f50833976dde,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:33.437849 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Attempting to bind port d9fae293-6268-409d-a053-f50833976dde on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:18:33.438180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Attempting to bind port d9fae293-6268-409d-a053-f50833976dde by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:18:33.438506 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Attempting to bind port d9fae293-6268-409d-a053-f50833976dde on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:33.443056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Port d9fae293-6268-409d-a053-f50833976dde on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:18:33.443413 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Attempting to bind port d9fae293-6268-409d-a053-f50833976dde on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:33.449438 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:18:33.449773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:33.450156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Bound using segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:18:33.450582 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Bound port: d9fae293-6268-409d-a053-f50833976dde, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:18:33.450939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d9fae293-6268-409d-a053-f50833976dde), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:33.516064 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] For port d9fae293-6268-409d-a053-f50833976dde, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:18:33.519181 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] For port d9fae293-6268-409d-a053-f50833976dde, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=d9fae293-6268-409d-a053-f50833976dde,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:18:33.526604 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (d9fae293-6268-409d-a053-f50833976dde), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:33.563253 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:33.563926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:33.565320 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] 10.222.0.23 "PUT /v2.0/ports/d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 200 len: 1093 time: 0.6871142 Mar 07 14:18:33.565770 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'tag': 'd9fae293-6268-409d-a053-f50833976dde'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:33.568028 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64658744-a3e3-4427-bf3f-af79c8e5ecf7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "tag": "d9fae293-6268-409d-a053-f50833976dde"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:33.593326 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12078d3-71df-4004-a564-2bd39939d49c service neutron] Pushing event updated for resources: {'Port': ['ID=d9fae293-6268-409d-a053-f50833976dde,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:33.625145 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcd318-8174-428a-a265-2dd3a7987ec0 x-openstack-request-id: req-93bcd318-8174-428a-a265-2dd3a7987ec0 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:33.625450 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "tag": "d9fae293-6268-409d-a053-f50833976dde", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:33.625711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93bcd318-8174-428a-a265-2dd3a7987ec0 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:33.626122 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'tag': 'd9fae293-6268-409d-a053-f50833976dde', 'status': 'completed', 'code': 200} Mar 07 14:18:33.663870 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-1616c828-f684-4a08-86e0-c50d1858a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:33.665398 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-1616c828-f684-4a08-86e0-c50d1858a11b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 1127 time: 0.0570128 Mar 07 14:18:33.708125 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-ba443353-8d5a-4863-b025-9738b3f16263 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 200 len: 217 time: 0.0357950 Mar 07 14:18:33.757618 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-5bfb4806-f998-4c06-af59-f6cf39f780e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:33.759001 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-5bfb4806-f998-4c06-af59-f6cf39f780e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0452936 Mar 07 14:18:33.815797 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-d6007e13-0404-4c3e-b8c8-e78faeeacf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:33.817317 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-d6007e13-0404-4c3e-b8c8-e78faeeacf94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492215 Mar 07 14:18:33.909219 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-95a7e690-785d-4aa3-ac88-63852cd28d50 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837011 Mar 07 14:18:34.270981 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fbf75173-be75-4fed-8bed-8bc12baf2e43 req-2f0d86df-7389-4b88-91b0-2355859f65ce service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517811 Mar 07 14:18:34.359588 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-ef701599-4041-435b-860f-63c1b2447e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:34.361090 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-ef701599-4041-435b-860f-63c1b2447e21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 1127 time: 0.0452819 Mar 07 14:18:34.485961 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-cdad2f77-e3b1-4fed-8307-7d589f03a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:34.487451 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-cdad2f77-e3b1-4fed-8307-7d589f03a333 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.1179466 Mar 07 14:18:34.501135 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5dc6-f15e-4b47-b8dc-846036d5f611 req-4d96ca8e-7d51-4a36-bbec-d2551de402f5 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:34.502533 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a76c5dc6-f15e-4b47-b8dc-846036d5f611 req-4d96ca8e-7d51-4a36-bbec-d2551de402f5 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 943 time: 0.0763004 Mar 07 14:18:34.547640 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-e79e2f0c-3d3f-4204-8d7d-147e5a692be6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 200 len: 217 time: 0.0440142 Mar 07 14:18:34.609658 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a76c5dc6-f15e-4b47-b8dc-846036d5f611 req-e5aa4c6d-7301-488c-9d5c-aa89b6e09fa5 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005368 Mar 07 14:18:34.618201 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-12e209a4-e30c-4aae-8f87-37466ccbb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:34.620321 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-12e209a4-e30c-4aae-8f87-37466ccbb566 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0647409 Mar 07 14:18:34.670805 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-448a6fbf-a935-4468-9dc4-9a6a561e4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:34.672331 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-448a6fbf-a935-4468-9dc4-9a6a561e4706 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439880 Mar 07 14:18:34.761251 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-bba39189-881c-40b0-93c9-f3ef73585110 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802147 Mar 07 14:18:34.853211 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-64658744-a3e3-4427-bf3f-af79c8e5ecf7 req-ffbed45e-b488-4d4a-9c5e-15910a07570a service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Mar 07 14:18:35.727538 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acf91b-d587-4759-85e9-0a02c8d76a2c req-dbb0d166-4043-487f-bb64-b2c9f932d0ed tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:35.729516 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06acf91b-d587-4759-85e9-0a02c8d76a2c req-dbb0d166-4043-487f-bb64-b2c9f932d0ed tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 943 time: 0.0531132 Mar 07 14:18:35.775677 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06acf91b-d587-4759-85e9-0a02c8d76a2c req-d6c5e366-9733-4592-b45d-141048ec582e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Mar 07 14:18:36.060084 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device d9fae293-6268-409d-a053-f50833976dde details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:18:36.156940 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port d9fae293-6268-409d-a053-f50833976dde, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=d9fae293-6268-409d-a053-f50833976dde,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:36.169290 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'd9fae293-6268-409d-a053-f50833976dde', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:18:36.206672 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port d9fae293-6268-409d-a053-f50833976dde is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:36.207067 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d9fae293-6268-409d-a053-f50833976dde), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:36.220126 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fae293-6268-409d-a053-f50833976dde {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:18:36.239565 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port d9fae293-6268-409d-a053-f50833976dde, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=d9fae293-6268-409d-a053-f50833976dde,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:36.243424 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (d9fae293-6268-409d-a053-f50833976dde), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:36.295235 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=d9fae293-6268-409d-a053-f50833976dde,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:36.506068 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['d9fae293-6268-409d-a053-f50833976dde'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:18:36.897696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c80bb-11dc-43a8-9c9d-9876d52b1a9a req-a5a9036d-216f-401c-8d72-36db6183b34c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:36.899166 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-683c80bb-11dc-43a8-9c9d-9876d52b1a9a req-a5a9036d-216f-401c-8d72-36db6183b34c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 944 time: 0.0569270 Mar 07 14:18:36.945368 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-683c80bb-11dc-43a8-9c9d-9876d52b1a9a req-968c6eb2-0c29-4b02-ab3d-bead982c9433 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 Mar 07 14:18:38.060730 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860fab3-c8b7-4fc7-b0c6-43fbb08858ec req-27544ec7-8a89-4bfc-934f-f87ed6209266 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:38.062200 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b860fab3-c8b7-4fc7-b0c6-43fbb08858ec req-27544ec7-8a89-4bfc-934f-f87ed6209266 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 944 time: 0.0530875 Mar 07 14:18:38.087934 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device d9fae293-6268-409d-a053-f50833976dde up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:38.109653 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b860fab3-c8b7-4fc7-b0c6-43fbb08858ec req-59fa6b9d-db1e-4e14-89af-0bcb88d189e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Mar 07 14:18:38.139374 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port d9fae293-6268-409d-a053-f50833976dde completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:18:38.143031 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port d9fae293-6268-409d-a053-f50833976dde triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:38.143449 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (d9fae293-6268-409d-a053-f50833976dde), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:38.221874 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port d9fae293-6268-409d-a053-f50833976dde is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:38.222315 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (d9fae293-6268-409d-a053-f50833976dde), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:38.244213 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fae293-6268-409d-a053-f50833976dde'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:38.247076 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb55fb-ec5e-4dd0-8039-c07991bfc425" -d '{"events": [{"server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "name": "network-vif-plugged", "status": "completed", "tag": "d9fae293-6268-409d-a053-f50833976dde"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:38.259938 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port d9fae293-6268-409d-a053-f50833976dde, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=d9fae293-6268-409d-a053-f50833976dde,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:38.264021 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (d9fae293-6268-409d-a053-f50833976dde), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:38.314186 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=d9fae293-6268-409d-a053-f50833976dde,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:38.497240 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a12ecb1-a42a-4225-a371-9b8cd8693ad5 x-openstack-request-id: req-7a12ecb1-a42a-4225-a371-9b8cd8693ad5 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:38.497534 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "name": "network-vif-plugged", "status": "completed", "tag": "d9fae293-6268-409d-a053-f50833976dde", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:38.497789 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a12ecb1-a42a-4225-a371-9b8cd8693ad5 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:38.498203 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fae293-6268-409d-a053-f50833976dde', 'code': 200} Mar 07 14:18:38.682877 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77525bfe-8bf6-46d5-a94f-d8ca9e382d6d req-1908444e-065d-413c-a632-5c203dcc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:38.684381 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77525bfe-8bf6-46d5-a94f-d8ca9e382d6d req-1908444e-065d-413c-a632-5c203dcc8a4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 1129 time: 0.0432899 Mar 07 14:18:38.734551 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-77525bfe-8bf6-46d5-a94f-d8ca9e382d6d req-cfa9763f-0fc9-4711-9ebd-655449f0e86c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 Mar 07 14:18:39.227325 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aea43-4c68-4204-81b4-a6b79b1d7e93 req-4cae4c97-237e-4422-a97e-ec24595020f1 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:39.228739 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc7aea43-4c68-4204-81b4-a6b79b1d7e93 req-4cae4c97-237e-4422-a97e-ec24595020f1 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Mar 07 14:18:39.274862 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc7aea43-4c68-4204-81b4-a6b79b1d7e93 req-5eb480ca-661f-4781-b869-76fbdd8134db tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407159 Mar 07 14:18:40.376695 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-ff8382f0-41a2-4eb9-beae-8af1f9fe8895 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717108 Mar 07 14:18:40.403381 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e1d1-d6b4-4e60-8349-5729e9ed446f req-37a62599-1a43-44ba-9886-05e6622a04cf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:40.404884 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a37e1d1-d6b4-4e60-8349-5729e9ed446f req-37a62599-1a43-44ba-9886-05e6622a04cf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 945 time: 0.0634689 Mar 07 14:18:40.485676 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a37e1d1-d6b4-4e60-8349-5729e9ed446f req-5b3f1ae3-aeb9-46f2-86ca-607d8b9f7438 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753248 Mar 07 14:18:40.488501 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-2241e580-1a91-47d9-a83e-88724ef7788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:40.489761 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-2241e580-1a91-47d9-a83e-88724ef7788e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 1129 time: 0.0713558 Mar 07 14:18:40.629222 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-37e870ca-f09a-44e8-a1ed-9207d3f1ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:40.630690 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-37e870ca-f09a-44e8-a1ed-9207d3f1ec02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.1206005 Mar 07 14:18:40.642330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b7888-b669-49e2-ac67-03cd3fc7287f req-a53b60d5-a29c-474c-9a89-017f4e2e7aa8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:40.643744 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d5b7888-b669-49e2-ac67-03cd3fc7287f req-a53b60d5-a29c-474c-9a89-017f4e2e7aa8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 945 time: 0.0795412 Mar 07 14:18:40.652426 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36806) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:40.656972 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'port_id': 'd9fae293-6268-409d-a053-f50833976dde'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:40.679264 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-39088cc0-1988-4de5-8830-20427591f69e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 200 len: 217 time: 0.0346017 Mar 07 14:18:40.700917 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (c458ee2d-2714-4492-a4e1-036192dd85a0), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:40.730344 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-f4aab210-7185-47c7-a486-d99094fc3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:40.731886 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-f4aab210-7185-47c7-a486-d99094fc3e0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0466962 Mar 07 14:18:40.780773 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-34492f30-99a0-4d9c-b9cf-82ea443e0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:40.782271 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-34492f30-99a0-4d9c-b9cf-82ea443e0ff7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445094 Mar 07 14:18:40.875747 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-4c21e7cd-4306-4a88-a4fe-468e077fa227 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864525 Mar 07 14:18:40.968733 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67357fa6-c221-4dc3-aabd-b07a538f3039 req-7aa01bf2-d214-403d-8b64-16cb1e249287 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864036 Mar 07 14:18:41.143935 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:41.147783 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (c458ee2d-2714-4492-a4e1-036192dd85a0), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:41.255698 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP c458ee2d-2714-4492-a4e1-036192dd85a0 associated. External IP: 172.27.3.144, port: d9fae293-6268-409d-a053-f50833976dde. Mar 07 14:18:41.468822 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:18:41.580208 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:41.585430 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:41.593561 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:41.603854 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:41.605028 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:41.616519 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3ac57913-d677-498b-9528-572ba3d81a6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "PUT /v2.0/floatingips/c458ee2d-2714-4492-a4e1-036192dd85a0 HTTP/1.1" status: 200 len: 991 time: 0.9629908 Mar 07 14:18:41.617104 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'tag': 'd9fae293-6268-409d-a053-f50833976dde'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:41.619513 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd3a53a03c7a561f0958194a2b52f40dad055a214bc7f967b9312ba7ee7f2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "tag": "d9fae293-6268-409d-a053-f50833976dde"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:41.656287 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380d7a59-4b85-4c3d-8945-7ed6fa86b686 x-openstack-request-id: req-380d7a59-4b85-4c3d-8945-7ed6fa86b686 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:41.656929 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "tag": "d9fae293-6268-409d-a053-f50833976dde", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:41.656929 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-380d7a59-4b85-4c3d-8945-7ed6fa86b686 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:41.657269 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'tag': 'd9fae293-6268-409d-a053-f50833976dde', 'status': 'completed', 'code': 200} Mar 07 14:18:41.716575 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:41.722420 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-88e103b1-d4df-4ceb-91f9-1cdb95e1a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:41.723986 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-88e103b1-d4df-4ceb-91f9-1cdb95e1a232 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 1129 time: 0.0454917 Mar 07 14:18:41.817806 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-38f59b16-2495-4864-84c0-5da3af9673a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:41.819366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-38f59b16-2495-4864-84c0-5da3af9673a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0888023 Mar 07 14:18:41.883089 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-e04d5071-5724-4b41-a43a-e3bd309fa3a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 200 len: 999 time: 0.0576472 Mar 07 14:18:41.930688 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-133f8080-624f-4483-b7cf-44857735194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:41.932398 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-133f8080-624f-4483-b7cf-44857735194a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0435812 Mar 07 14:18:41.936180 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:41Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:41.966730 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:41.975008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:41.975641 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:18:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:41.988173 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-513531a3-5f2a-4633-bb37-3656d98f3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:41.989662 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-513531a3-5f2a-4633-bb37-3656d98f3461 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518556 Mar 07 14:18:42.078487 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-e53f3632-075a-442c-9287-64ebdd21317d service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820141 Mar 07 14:18:42.095882 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:42.170033 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4bd8f1f-b1f7-43bf-9172-a6718854bb8e req-a177dd90-8a5b-42dd-9a5c-bbf3b660f9a7 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850167 Mar 07 14:18:42.320371 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:41Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:42.474028 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fd711-62d2-483c-b931-d05c77d9a0c7 None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:41Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:42.655779 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d157a-1520-4e3e-9d65-a76609454bd0 None None] New status for floating IP c458ee2d-2714-4492-a4e1-036192dd85a0: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:18:47.479616 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8745427-e4c1-4b2f-91ed-4e8e68030ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:49.842163 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9a19-18c8-4d26-911d-34cfd66f60e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:50.876496 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:52.216775 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:53.128959 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:18:53.814449 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:59.111653 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:17.481197 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6effa182-00f4-4906-b0ed-ba03c101331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:19.843465 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c0edbe11-be43-4cfa-94d9-7e05b1f9cf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:20.879008 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:22.220390 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:23.817277 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.215232 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36858) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:19:26.219795 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522599970', 'description': 'tempest-description--885451144'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:26.240135 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.308038 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (7643cf3f-90a5-4b29-8310-d19e9949968e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.311513 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7643cf3f-90a5-4b29-8310-d19e9949968e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.357856 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.359081 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428299 Mar 07 14:19:26.360970 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643cf3f-90a5-4b29-8310-d19e9949968e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:26.361984 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36860) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:19:26.366538 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '7643cf3f-90a5-4b29-8310-d19e9949968e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:26.369217 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.369590 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.369942 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.370287 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.370628 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.370964 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.371300 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.371671 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.372004 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.372335 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.372662 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.373008 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.373317 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0944a-ec0f-46d7-9091-a5a2cd021498 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.393834 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (98067338-5d9a-49dd-859c-e1f1a2d4416d), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.438262 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (98067338-5d9a-49dd-859c-e1f1a2d4416d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.441739 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (98067338-5d9a-49dd-859c-e1f1a2d4416d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.460188 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98067338-5d9a-49dd-859c-e1f1a2d4416d,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:26.468177 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.468597 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.468975 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.469311 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.469645 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.469975 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.470363 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.470766 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.471121 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.471476 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.471806 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.472131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.472455 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:26.478378 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.479539 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d0b5641d-9eef-41ea-9646-fc4a633ff3d8 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165283 Mar 07 14:19:26.482223 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36862) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:19:26.486507 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '7643cf3f-90a5-4b29-8310-d19e9949968e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:26.511046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (2967444c-b7c2-4365-99ee-05a8f3629f8c), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.565028 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (2967444c-b7c2-4365-99ee-05a8f3629f8c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.568437 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (2967444c-b7c2-4365-99ee-05a8f3629f8c), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.585775 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2967444c-b7c2-4365-99ee-05a8f3629f8c,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:26.593791 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.595122 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-97d1b43d-3c2e-49f9-a062-dde52565608f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119597 Mar 07 14:19:26.598137 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36864) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:19:26.602382 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:26.622463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.718801 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.821853 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.27.3.240 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/b25ffa9c-b670-483c-a8bd-18eb91f8a161) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:19:26.925616 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.962428 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.997226 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:19:27.001862 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:19:27.005390 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:19:27.038271 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=b25ffa9c-b670-483c-a8bd-18eb91f8a161,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:27.097054 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (e17a549e-1a61-412e-8918-4dbfa528cd13), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:27.132203 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:27.281835 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:27.285724 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:27.352982 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=b25ffa9c-b670-483c-a8bd-18eb91f8a161,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:27.362683 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (e17a549e-1a61-412e-8918-4dbfa528cd13), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:27.378137 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:27.379372 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6fce8ea9-f72f-4b48-91b6-89e47fd7907c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7802989 Mar 07 14:19:27.552119 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3a2dfa2e-19b6-4493-aa56-8f044d5c2754 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1522599970&fields=id&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 267 time: 0.0445528 Mar 07 14:19:27.653633 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2be96282-8517-4e94-ab0d-631f83409870 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:27.655067 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2be96282-8517-4e94-ab0d-631f83409870 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.0955718 Mar 07 14:19:27.670086 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-e455fa34-2659-4a2b-831c-d809082b98ae tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/quotas/3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 375 time: 0.0095184 Mar 07 14:19:27.724112 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-5858029c-b4d1-46a8-89e6-c3a06a1d2801 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493298 Mar 07 14:19:27.818419 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-43c209ab-7e54-4442-aa30-6ca405336e48 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:19:27.819448 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-43c209ab-7e54-4442-aa30-6ca405336e48 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0840020 Mar 07 14:19:27.910277 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-dfffe44f-8398-42e1-a9a7-e0c191f65ec6 service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847809 Mar 07 14:19:28.000452 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2229f8a7-9424-4619-a9de-538389c3726c service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833631 Mar 07 14:19:28.156343 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7f39128f-f445-4597-9222-b7e01ac30578 req-383c99f9-8107-4d6c-9861-0b7875a123f0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Mar 07 14:19:29.107057 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:29.152103 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-67f1058e-4592-4aff-bd36-08d4bc8bc2fe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:29.153543 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-67f1058e-4592-4aff-bd36-08d4bc8bc2fe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.1070004 Mar 07 14:19:29.228645 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-327f9e06-7218-4a9d-8e70-6101982e4e25 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 473 time: 0.0654323 Mar 07 14:19:29.249356 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'port': {'device_id': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'admin_state_up': True, 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'security_groups': ['7643cf3f-90a5-4b29-8310-d19e9949968e']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:29.280915 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f35a7caf-c0b4-424f-8ab8-b1a3e9de84e4 req-5a89297a-a58e-40db-b592-83bf51abf8b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 210 time: 0.0480969 Mar 07 14:19:29.373818 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Made reservation on behalf of 3d3951f9e1f94a0e94b277bbde826933 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:19:29.377399 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:29.516125 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.20.0.11 (9612a897-5cf5-47ba-b3fb-9c9971e49a15/39260a17-a6cf-4496-9ebc-2d51006ca54c/5a3c8c79-533b-48d8-ab21-d9d34dd3d228) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:19:29.652791 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:29.686521 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:29.728682 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:19:29.731734 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:19:29.735221 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:19:29.763203 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:29.786761 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:29.787418 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:29.805123 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-2c776d90-eea5-4afa-ae22-e0bf00d6de86 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591455 Mar 07 14:19:29.820332 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Request body: {'port': {'device_id': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:29.884204 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.017005 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-38818994-04a9-4856-a1cf-b3c92c6902e7 None None] Provisioning complete for port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:19:30.026389 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-38818994-04a9-4856-a1cf-b3c92c6902e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.056087 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-38818994-04a9-4856-a1cf-b3c92c6902e7 None None] Port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:19:30.128467 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:19:30.150946 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:19:30.158497 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Publish callbacks [] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.172255 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Transition to ACTIVE for port object 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:19:30.175983 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.254998 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:30.306987 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Attempting to bind port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:19:30.307325 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Attempting to bind port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:19:30.307687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Attempting to bind port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:19:30.312229 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:19:30.312554 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Attempting to bind port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:19:30.318207 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:19:30.318447 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:19:30.318812 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Bound using segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:19:30.319283 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Bound port: 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:19:30.319677 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.414924 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] For port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:19:30.419614 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] For port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:19:30.425775 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.440781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d8bfd-a58e-44ae-808a-a9717bae85bf req-079fcc5d-6121-4ccd-bdf9-c2d4eb213e68 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:30.442241 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-565d8bfd-a58e-44ae-808a-a9717bae85bf req-079fcc5d-6121-4ccd-bdf9-c2d4eb213e68 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 944 time: 0.0884745 Mar 07 14:19:30.491507 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:30.492143 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:30.493569 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a3c8c79-533b-48d8-ab21-d9d34dd3d228 HTTP/1.1" status: 200 len: 1094 time: 0.6775615 Mar 07 14:19:30.494029 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:19:30.496289 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87e52b-1082-43e0-bbdf-8dec732862e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:19:30.534764 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6dd65-efd6-40a6-8a89-71cdb02e6e77 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:30.542056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28696dd4-8cfa-454f-8ebf-b641ebda1174 x-openstack-request-id: req-28696dd4-8cfa-454f-8ebf-b641ebda1174 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:19:30.542592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:19:30.542855 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28696dd4-8cfa-454f-8ebf-b641ebda1174 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:19:30.543249 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'status': 'completed', 'code': 200} Mar 07 14:19:30.578826 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-565d8bfd-a58e-44ae-808a-a9717bae85bf req-8b0bd51a-55e5-4342-9905-9cc2324be2b9 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131265 Mar 07 14:19:30.599094 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-86d68704-fa89-4aba-b6b9-1c4ddfba66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:30.599094 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-86d68704-fa89-4aba-b6b9-1c4ddfba66f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 1128 time: 0.0579429 Mar 07 14:19:30.648026 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-89531073-d2c6-4679-b686-2422df6c72e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228 HTTP/1.1" status: 200 len: 217 time: 0.0390260 Mar 07 14:19:30.702709 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-00a8f496-c88e-4a41-9b35-607151231e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:30.704198 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-00a8f496-c88e-4a41-9b35-607151231e30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0458472 Mar 07 14:19:30.757671 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-0068a986-fc84-48c9-aeb2-57b1650a1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:30.759870 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-0068a986-fc84-48c9-aeb2-57b1650a1647 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459270 Mar 07 14:19:30.858992 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-3eb9ab91-f7db-4782-97ea-9784485756ca service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873811 Mar 07 14:19:30.951420 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bd04379-bbfa-4f13-bd31-849757db2cc0 req-5838e7fd-dec7-47c9-8df9-d7690da711e6 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825431 Mar 07 14:19:31.048856 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-1c9082bd-62cd-47f3-86d5-f5cf235f0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:31.050316 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-1c9082bd-62cd-47f3-86d5-f5cf235f0519 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 1128 time: 0.0442317 Mar 07 14:19:31.143825 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-5af5d88e-c574-4ace-9b95-59c740d5eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:31.145434 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-5af5d88e-c574-4ace-9b95-59c740d5eb18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0887573 Mar 07 14:19:31.191541 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-217d7164-36f5-4465-9bd4-b1ae70f96e30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228 HTTP/1.1" status: 200 len: 217 time: 0.0380151 Mar 07 14:19:31.247283 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-d330c0a0-336b-436d-9370-aac86816f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:31.248753 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-d330c0a0-336b-436d-9370-aac86816f1fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0486398 Mar 07 14:19:31.298576 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-c5780e4f-6f8c-4812-815f-f540969a4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:31.300081 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-c5780e4f-6f8c-4812-815f-f540969a4437 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441639 Mar 07 14:19:31.389486 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-d4fec4d3-8d35-4ae1-b982-6131bc1ca435 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823431 Mar 07 14:19:31.763355 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a87e52b-1082-43e0-bbdf-8dec732862e4 req-9f0d190a-08d2-4054-911f-dc77abf5c8b3 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663452 Mar 07 14:19:31.770069 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef7ff3-5fd6-4270-9b16-5c6ddb89efb9 req-0d4e9fc2-0aee-4bdc-aaae-cfc124e1fdc0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:31.771431 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22ef7ff3-5fd6-4270-9b16-5c6ddb89efb9 req-0d4e9fc2-0aee-4bdc-aaae-cfc124e1fdc0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 944 time: 0.1042793 Mar 07 14:19:31.823275 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22ef7ff3-5fd6-4270-9b16-5c6ddb89efb9 req-832303d4-78ef-4db2-aab7-d8e1180d668d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Mar 07 14:19:32.580611 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:19:32.679385 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:19:32.690184 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'port_id': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'mac_address': 'fa:16:3e:95:f3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:19:32.725208 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:19:32.725592 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:32.738401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:19:32.757655 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:19:32.762426 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:32.808321 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:32.815133 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.815513 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.815859 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.816196 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.816535 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.816849 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.817174 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.817521 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.817845 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.818166 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.818485 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.818802 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.819115 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:32.941426 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2be64-8014-4cda-9542-b8b50e759aa2 req-318a6f58-95aa-4073-96ff-b34c686bc4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:32.942895 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6db2be64-8014-4cda-9542-b8b50e759aa2 req-318a6f58-95aa-4073-96ff-b34c686bc4b4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 945 time: 0.0537961 Mar 07 14:19:32.988592 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6db2be64-8014-4cda-9542-b8b50e759aa2 req-f8a975b1-b2dd-430e-8fdb-d9d48c4fa5b7 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399859 Mar 07 14:19:33.014498 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['5a3c8c79-533b-48d8-ab21-d9d34dd3d228'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:19:34.104560 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc38d2-129a-46e7-ab73-2811ad4277f3 req-b7611039-cc43-41bc-90f8-342aed0ad98b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:34.106007 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1fc38d2-129a-46e7-ab73-2811ad4277f3 req-b7611039-cc43-41bc-90f8-342aed0ad98b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Mar 07 14:19:34.155033 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1fc38d2-129a-46e7-ab73-2811ad4277f3 req-72e981d5-c6c6-4c7c-88b1-e8df06e5a6d6 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Mar 07 14:19:34.580129 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:19:34.628969 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:19:34.632749 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:19:34.633214 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:34.707553 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:19:34.707940 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:34.729647 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:19:34.731871 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a877f-4f2f-4087-a7de-67e2eb2c7736" -d '{"events": [{"server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "name": "network-vif-plugged", "status": "completed", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:19:34.744719 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:19:34.748705 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:34.771922 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b72b0-72a1-4f82-956b-1ec3dc75499c x-openstack-request-id: req-8c2b72b0-72a1-4f82-956b-1ec3dc75499c {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:19:34.772218 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "name": "network-vif-plugged", "status": "completed", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:19:34.772467 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c2b72b0-72a1-4f82-956b-1ec3dc75499c {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:19:34.772856 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'code': 200} Mar 07 14:19:34.798500 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:34.943577 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf043bc-c03b-480f-8f8c-2c404ee4f580 req-2acfa122-5376-40c3-9436-d313c6f3821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:34.945041 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1cf043bc-c03b-480f-8f8c-2c404ee4f580 req-2acfa122-5376-40c3-9436-d313c6f3821c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 1130 time: 0.0420609 Mar 07 14:19:34.988243 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1cf043bc-c03b-480f-8f8c-2c404ee4f580 req-dc848b33-6d13-480c-807f-98612ecfb4f1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355647 Mar 07 14:19:35.272610 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8fdc-6f25-49a4-8630-16d4caae968d req-d73daf09-178a-4921-a382-8696470a9833 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:35.274069 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a7bb8fdc-6f25-49a4-8630-16d4caae968d req-d73daf09-178a-4921-a382-8696470a9833 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Mar 07 14:19:35.320117 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a7bb8fdc-6f25-49a4-8630-16d4caae968d req-b78f2e33-a78c-41ad-be2a-e57e2b469b2c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Mar 07 14:19:36.441675 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f96a5-7f7a-4de1-a04c-c419474b7b43 req-b960df42-cd92-4d1a-97e1-0106280b8573 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:36.443129 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a9f96a5-7f7a-4de1-a04c-c419474b7b43 req-b960df42-cd92-4d1a-97e1-0106280b8573 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 946 time: 0.0557885 Mar 07 14:19:36.488742 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a9f96a5-7f7a-4de1-a04c-c419474b7b43 req-3c3a0ce1-2ec8-4b1f-8e22-fb2b874f53ce tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393007 Mar 07 14:19:36.598955 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c68235-1ff0-4e80-ab71-8f663c55e4a1 req-a1783e35-d9e1-44c7-94e8-dc1616c4a028 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:36.600421 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d2c68235-1ff0-4e80-ab71-8f663c55e4a1 req-a1783e35-d9e1-44c7-94e8-dc1616c4a028 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 946 time: 0.0512469 Mar 07 14:19:36.608565 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36914) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:19:36.612761 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'port_id': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:19:36.654287 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (e17a549e-1a61-412e-8918-4dbfa528cd13), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:37.085188 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:37.088875 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (e17a549e-1a61-412e-8918-4dbfa528cd13), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:37.188520 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP e17a549e-1a61-412e-8918-4dbfa528cd13 associated. External IP: 172.27.3.240, port: 5a3c8c79-533b-48d8-ab21-d9d34dd3d228. Mar 07 14:19:37.398230 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:19:37.505310 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:19:37.510686 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:37.515311 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:19:37.525534 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:19:37.526144 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:19:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:19:37.554647 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ca4ecde6-5456-451c-b6ea-60e94aa7cd50 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "PUT /v2.0/floatingips/e17a549e-1a61-412e-8918-4dbfa528cd13 HTTP/1.1" status: 200 len: 992 time: 0.9300749 Mar 07 14:19:37.554647 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:19:37.554647 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76" -d '{"events": [{"name": "network-changed", "server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:19:37.577278 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09244d4a-57da-40bf-a0e6-91141658b8c0 x-openstack-request-id: req-09244d4a-57da-40bf-a0e6-91141658b8c0 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:19:37.577568 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:19:37.577819 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09244d4a-57da-40bf-a0e6-91141658b8c0 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:19:37.578220 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'status': 'completed', 'code': 200} Mar 07 14:19:37.636794 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:19:37.643603 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-35f3958a-a9da-48ea-bfa3-08048febe613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:37.645110 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-35f3958a-a9da-48ea-bfa3-08048febe613 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 1130 time: 0.0454416 Mar 07 14:19:37.739298 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-8ea77dd7-d38b-4ffc-8246-9b3a75e75ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:37.740724 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-8ea77dd7-d38b-4ffc-8246-9b3a75e75ac4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0888829 Mar 07 14:19:37.808189 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-994fad63-10d1-4a21-bb99-d429514b0b98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228 HTTP/1.1" status: 200 len: 1000 time: 0.0615196 Mar 07 14:19:37.855943 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-1b3165e9-e736-4af6-ad7c-7e36dc7e92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:37.857381 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-1b3165e9-e736-4af6-ad7c-7e36dc7e92cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0427821 Mar 07 14:19:37.864265 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:42Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}, {'id': 'e17a549e-1a61-412e-8918-4dbfa528cd13', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:95:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:19:27Z', 'updated_at': '2022-03-07T14:19:37Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:19:37.893865 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:19:37.902850 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:19:37.903494 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:19:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:19:37.906156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-8d420a77-ee42-4826-b442-10ce9beac295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:37.907672 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-8d420a77-ee42-4826-b442-10ce9beac295 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438786 Mar 07 14:19:37.998180 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-572a9c7e-dd84-4430-8a6f-027a8c63cf35 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Mar 07 14:19:38.013144 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:19:38.087727 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef23a85e-dfd0-4bee-a1e5-4bb887395f76 req-a1533002-ba56-4ead-8625-30083270289b service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832839 Mar 07 14:19:38.237982 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:42Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}, {'id': 'e17a549e-1a61-412e-8918-4dbfa528cd13', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:95:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:19:27Z', 'updated_at': '2022-03-07T14:19:37Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:19:38.267397 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d23aa-7939-4990-91c7-76fc8af84027 None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:42Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}, {'id': 'e17a549e-1a61-412e-8918-4dbfa528cd13', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:95:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:19:27Z', 'updated_at': '2022-03-07T14:19:37Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:19:38.459807 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8f3b1-2fe1-490c-842f-3a613127c941 None None] New status for floating IP e17a549e-1a61-412e-8918-4dbfa528cd13: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:19:41.353199 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-58b96e5b-1cdc-4a28-b699-36fd5a5bea39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436933 Mar 07 14:19:41.447697 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-f2b016dd-384a-45a2-b9e7-f2fcd04a733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:41.449187 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-f2b016dd-384a-45a2-b9e7-f2fcd04a733f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 1129 time: 0.0474997 Mar 07 14:19:41.550251 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-4505a16f-b70b-44f9-98bb-5dbdb7e24b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:41.551722 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-4505a16f-b70b-44f9-98bb-5dbdb7e24b3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0842116 Mar 07 14:19:41.618560 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-6c6a426b-8845-48d6-a24a-8fc5c25c4943 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 200 len: 1001 time: 0.0607488 Mar 07 14:19:41.669811 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-64bda832-4d5d-4ca3-9271-423cf66118a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:41.671212 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-64bda832-4d5d-4ca3-9271-423cf66118a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0440397 Mar 07 14:19:41.717971 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-c53a5b87-15b8-4f10-8f8a-0468c6eb5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:41.719435 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-c53a5b87-15b8-4f10-8f8a-0468c6eb5e71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427904 Mar 07 14:19:41.808201 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-598f2802-abca-464b-9f68-4893e006e075 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Mar 07 14:19:41.894788 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61e8dda8-149a-4676-9437-2d43b45dae13 req-5ff1e8f6-9bde-4f8d-96f9-2adc9a6316dd service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796280 Mar 07 14:19:47.482712 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5063-dce8-41fd-8582-f8d9475e7f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:49.845350 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-66cc31e7-7dd5-408f-883f-a179eacb8503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:50.885462 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:52.223469 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:53.820334 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:59.114704 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:07.126733 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:20:13.957708 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28244451-acc6-4919-85e1-fd36eb499529 req-cd5339c1-e90d-403e-a00f-78f5f51e07f3 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:13.959179 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28244451-acc6-4919-85e1-fd36eb499529 req-cd5339c1-e90d-403e-a00f-78f5f51e07f3 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 946 time: 0.0568244 Mar 07 14:20:14.004855 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-28244451-acc6-4919-85e1-fd36eb499529 req-8f880fcc-94ca-4fb0-8bf8-1560d0eb45a4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Mar 07 14:20:15.123985 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3e62a-d8b6-41df-8731-230b8eaeda6b req-19e0153b-80f2-418d-b775-60c9c77f3fc4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:15.125466 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cd3e62a-d8b6-41df-8731-230b8eaeda6b req-19e0153b-80f2-418d-b775-60c9c77f3fc4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 946 time: 0.0526884 Mar 07 14:20:15.171531 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9cd3e62a-d8b6-41df-8731-230b8eaeda6b req-d410b0d1-9d8a-4fc1-a209-e49309d2dfb1 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=7643cf3f-90a5-4b29-8310-d19e9949968e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Mar 07 14:20:15.436634 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-3cb372a1-3d01-4ee2-9393-0d3dd73f7d94 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:15.438073 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-3cb372a1-3d01-4ee2-9393-0d3dd73f7d94 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 946 time: 0.0512314 Mar 07 14:20:15.528458 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:20:15.528802 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:15.618314 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] For port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:15.618679 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:15.783562 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:15.783847 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (e17a549e-1a61-412e-8918-4dbfa528cd13), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:15.784166 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP e17a549e-1a61-412e-8918-4dbfa528cd13 disassociated. External IP: 172.27.3.240, port: 5a3c8c79-533b-48d8-ab21-d9d34dd3d228. Mar 07 14:20:15.784508 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:20:15.910314 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (5a3c8c79-533b-48d8-ab21-d9d34dd3d228), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:15.939353 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=5a3c8c79-533b-48d8-ab21-d9d34dd3d228,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:16.053050 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:20:16.428293 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a5a41dd3-4eea-43b5-b77d-8c44cc7f83b6 req-3856b3bf-c930-48e7-8a5e-8daa563d4090 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da38eb-5597-494d-a852-289f3c4b1a29 HTTP/1.1" status: 200 len: 210 time: 0.0366287 Mar 07 14:20:16.439537 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:20:16.451259 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:20:16.461246 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:20:16.461859 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:19:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:16.481794 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] No DVR routers for this DVR port 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:20:16.484382 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:16.487656 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11300bde-9a81-41a9-9264-c22a81d9d665 req-51145f8c-5ddd-4522-9675-4f6d2336df4a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "DELETE /v2.0/ports/5a3c8c79-533b-48d8-ab21-d9d34dd3d228 HTTP/1.1" status: 204 len: 173 time: 1.0441368 Mar 07 14:20:16.488094 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'name': 'network-vif-deleted', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:16.490301 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654a2442-01dd-47f7-b890-40e4b5b008e8" -d '{"events": [{"server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "name": "network-vif-deleted", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:16.531942 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c72d10f-85f0-481e-bfca-e9b2ea003897 x-openstack-request-id: req-8c72d10f-85f0-481e-bfca-e9b2ea003897 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:16.532527 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da38eb-5597-494d-a852-289f3c4b1a29", "name": "network-vif-deleted", "tag": "5a3c8c79-533b-48d8-ab21-d9d34dd3d228", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:16.532968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c72d10f-85f0-481e-bfca-e9b2ea003897 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:16.533368 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da38eb-5597-494d-a852-289f3c4b1a29', 'name': 'network-vif-deleted', 'tag': '5a3c8c79-533b-48d8-ab21-d9d34dd3d228', 'status': 'completed', 'code': 200} Mar 07 14:20:16.576395 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:20:16.800137 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:42Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:16.829736 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:20:16.838404 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:20:16.839011 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:19:50Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:16.951025 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:20:17.180579 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:42Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:17.210125 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ce00-fa9b-4e2c-af75-7e2bb98c25eb None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'c458ee2d-2714-4492-a4e1-036192dd85a0', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'd9fae293-6268-409d-a053-f50833976dde', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:9d:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:29Z', 'updated_at': '2022-03-07T14:18:42Z', 'revision_number': 2, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:20:17.427074 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e0e47-55ed-452c-a760-01a130d31f45 None None] New status for floating IP e17a549e-1a61-412e-8918-4dbfa528cd13: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:20:17.483694 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cf0f-9d5b-4065-8a46-e02a3823bbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.517204 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36952) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:17.576027 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2b1f-fd08-41d7-9fba-21de9d54f63e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (7643cf3f-90a5-4b29-8310-d19e9949968e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.599177 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2b1f-fd08-41d7-9fba-21de9d54f63e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (7643cf3f-90a5-4b29-8310-d19e9949968e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.644964 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2b1f-fd08-41d7-9fba-21de9d54f63e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7643cf3f-90a5-4b29-8310-d19e9949968e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.648081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2b1f-fd08-41d7-9fba-21de9d54f63e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.649450 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3bbe2b1f-fd08-41d7-9fba-21de9d54f63e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/security-groups/7643cf3f-90a5-4b29-8310-d19e9949968e HTTP/1.1" status: 204 len: 168 time: 0.1312685 Mar 07 14:20:17.652265 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36954) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:17.658296 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe2b1f-fd08-41d7-9fba-21de9d54f63e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643cf3f-90a5-4b29-8310-d19e9949968e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:17.666257 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-be3fc700-0957-4b44-8787-b37063627975 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] show failed (client error): The resource could not be found. Mar 07 14:20:17.667557 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-be3fc700-0957-4b44-8787-b37063627975 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups/7643cf3f-90a5-4b29-8310-d19e9949968e HTTP/1.1" status: 404 len: 347 time: 0.0142870 Mar 07 14:20:17.670555 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36956) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:17.798029 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port b25ffa9c-b670-483c-a8bd-18eb91f8a161 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:20:17.798269 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.877361 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.877725 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (b25ffa9c-b670-483c-a8bd-18eb91f8a161), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:17.891082 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for b25ffa9c-b670-483c-a8bd-18eb91f8a161 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:20:18.029113 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (b25ffa9c-b670-483c-a8bd-18eb91f8a161), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:18.059404 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=b25ffa9c-b670-483c-a8bd-18eb91f8a161,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:18.123993 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (e17a549e-1a61-412e-8918-4dbfa528cd13), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:18.126728 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:18.128039 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f76a917a-b19b-4be7-8437-f437d1874bab tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/floatingips/e17a549e-1a61-412e-8918-4dbfa528cd13 HTTP/1.1" status: 204 len: 168 time: 0.4564345 Mar 07 14:20:18.844963 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:20:18.865224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:20:18.865575 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 5a3c8c79-533b-48d8-ab21-d9d34dd3d228 not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:20:19.708685 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a499d3-a8cc-4c0e-9927-1af10c5db264 req-de3d7dd4-f0e4-414a-b507-efee985919e9 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:19.710816 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a499d3-a8cc-4c0e-9927-1af10c5db264 req-de3d7dd4-f0e4-414a-b507-efee985919e9 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 945 time: 0.0536065 Mar 07 14:20:19.758086 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-74a499d3-a8cc-4c0e-9927-1af10c5db264 req-2e5fbdf9-fbb8-4938-acbb-cec397f551a6 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Mar 07 14:20:19.847099 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4950e02b-19ca-4ffe-ac4f-506dad609024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:20.881162 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869276e3-00de-46b6-a30c-09a00543ee3c req-c4643564-db8e-4aa6-8a02-56089c1feb31 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:20.883042 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-869276e3-00de-46b6-a30c-09a00543ee3c req-c4643564-db8e-4aa6-8a02-56089c1feb31 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 945 time: 0.0581114 Mar 07 14:20:20.885466 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:20.929732 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-869276e3-00de-46b6-a30c-09a00543ee3c req-67fde98e-d1cb-4466-ae6c-517a39e1f9bf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=097fca13-ebd3-4b01-8763-afe2aeb9806b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Mar 07 14:20:21.429380 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-f07f293e-4165-4282-a90c-7c5fb5ad7774 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:21.430805 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-f07f293e-4165-4282-a90c-7c5fb5ad7774 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Mar 07 14:20:21.526696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port d9fae293-6268-409d-a053-f50833976dde {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:20:21.527035 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (d9fae293-6268-409d-a053-f50833976dde), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:21.613200 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] For port d9fae293-6268-409d-a053-f50833976dde, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=d9fae293-6268-409d-a053-f50833976dde,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:21.613567 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (d9fae293-6268-409d-a053-f50833976dde), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:21.785932 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:21.786218 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (c458ee2d-2714-4492-a4e1-036192dd85a0), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:21.786535 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP c458ee2d-2714-4492-a4e1-036192dd85a0 disassociated. External IP: 172.27.3.144, port: d9fae293-6268-409d-a053-f50833976dde. Mar 07 14:20:21.786880 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for d9fae293-6268-409d-a053-f50833976dde owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:20:21.918255 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (d9fae293-6268-409d-a053-f50833976dde), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:21.944605 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=d9fae293-6268-409d-a053-f50833976dde,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:22.056819 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48271393-16e8-4d08-a3f0-ab1d76ed7da1 req-07d73824-ca6f-482e-9fd4-0f853591b382 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c2fcce-b250-4a05-8b4c-edd0e49a0054 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Mar 07 14:20:22.086714 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:20:22.198017 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:20:22.208276 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:20:22.229617 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:20:22.230270 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:20:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:22.233985 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:22.243331 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] No DVR routers for this DVR port d9fae293-6268-409d-a053-f50833976dde on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:20:22.245795 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:22.249308 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2239f37b-8b8d-4885-aaa1-64b7a3699fff req-a2749dfe-9cd7-4b61-8f54-c166636bffe4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "DELETE /v2.0/ports/d9fae293-6268-409d-a053-f50833976dde HTTP/1.1" status: 204 len: 173 time: 0.8098547 Mar 07 14:20:22.249728 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'name': 'network-vif-deleted', 'tag': 'd9fae293-6268-409d-a053-f50833976dde'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:22.251965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d73d9ef-d961-48b5-ac81-f2964347a0d8" -d '{"events": [{"server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "name": "network-vif-deleted", "tag": "d9fae293-6268-409d-a053-f50833976dde"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:22.297156 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db9db6-d3b3-4e84-a758-4aa08891af80 x-openstack-request-id: req-22db9db6-d3b3-4e84-a758-4aa08891af80 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:22.297502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c2fcce-b250-4a05-8b4c-edd0e49a0054", "name": "network-vif-deleted", "tag": "d9fae293-6268-409d-a053-f50833976dde", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:22.297757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22db9db6-d3b3-4e84-a758-4aa08891af80 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:22.298444 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c2fcce-b250-4a05-8b4c-edd0e49a0054', 'name': 'network-vif-deleted', 'tag': 'd9fae293-6268-409d-a053-f50833976dde', 'status': 'completed', 'code': 200} Mar 07 14:20:22.354121 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:20:22.565388 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:22.591375 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:20:22.599414 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:20:22.599959 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:20:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:22.719807 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:20:22.929634 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:22.957460 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4cf711-0949-4e03-9ad1-d2d67aacf6ac None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:20:23.144957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36986) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:23.185984 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab11b0-406c-4f50-a8c6-0b0e124c8aa1 None None] New status for floating IP c458ee2d-2714-4492-a4e1-036192dd85a0: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:20:23.203435 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ffd546-2897-4f6c-987c-812c79b0b605 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (097fca13-ebd3-4b01-8763-afe2aeb9806b), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.226957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ffd546-2897-4f6c-987c-812c79b0b605 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (097fca13-ebd3-4b01-8763-afe2aeb9806b), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.277778 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ffd546-2897-4f6c-987c-812c79b0b605 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (097fca13-ebd3-4b01-8763-afe2aeb9806b), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.280783 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-17ffd546-2897-4f6c-987c-812c79b0b605 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.281989 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-17ffd546-2897-4f6c-987c-812c79b0b605 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/security-groups/097fca13-ebd3-4b01-8763-afe2aeb9806b HTTP/1.1" status: 204 len: 168 time: 0.1360435 Mar 07 14:20:23.284970 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36988) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:23.293185 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffd546-2897-4f6c-987c-812c79b0b605 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097fca13-ebd3-4b01-8763-afe2aeb9806b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:23.308758 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-ac2d5326-cfbc-4fb6-b56c-ba32069cd3a4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] show failed (client error): The resource could not be found. Mar 07 14:20:23.310031 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ac2d5326-cfbc-4fb6-b56c-ba32069cd3a4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups/097fca13-ebd3-4b01-8763-afe2aeb9806b HTTP/1.1" status: 404 len: 347 time: 0.0232084 Mar 07 14:20:23.312997 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36990) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:23.443746 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port 408e09cf-ee2d-4e9c-b7a8-0a7a093da84a {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:20:23.444021 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.517831 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.518161 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.530192 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for 408e09cf-ee2d-4e9c-b7a8-0a7a093da84a owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:20:23.661340 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30059069'] for port (408e09cf-ee2d-4e9c-b7a8-0a7a093da84a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.685696 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=408e09cf-ee2d-4e9c-b7a8-0a7a093da84a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:23.747687 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (c458ee2d-2714-4492-a4e1-036192dd85a0), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.750064 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:23.751200 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b3532c80-cbe2-495c-9694-cec5ff5a7edf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/floatingips/c458ee2d-2714-4492-a4e1-036192dd85a0 HTTP/1.1" status: 204 len: 168 time: 0.4359159 Mar 07 14:20:23.824090 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.065048 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 36994) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:24.070367 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732290430', 'description': 'tempest-description--1922958139'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:24.089803 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.154003 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (47800ad4-df1b-47e4-a340-75d7ce2d19c7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.157830 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (47800ad4-df1b-47e4-a340-75d7ce2d19c7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.188330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.189544 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234896 Mar 07 14:20:24.191391 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd00983-06ef-4318-a7d0-124b7f6f431b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47800ad4-df1b-47e4-a340-75d7ce2d19c7,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:24.192628 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36996) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:24.197979 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '47800ad4-df1b-47e4-a340-75d7ce2d19c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:24.223792 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (b8c83a6f-ed37-48c0-99aa-c4c950809a14), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.280084 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (b8c83a6f-ed37-48c0-99aa-c4c950809a14), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.283353 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (b8c83a6f-ed37-48c0-99aa-c4c950809a14), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.300740 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c83a6f-ed37-48c0-99aa-c4c950809a14,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:24.309175 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.310456 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2d54e84d-84bc-4249-ad67-e44935fa1a18 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167781 Mar 07 14:20:24.313192 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 36998) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:24.317426 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '47800ad4-df1b-47e4-a340-75d7ce2d19c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:24.342162 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (4ba3424c-a233-46b0-bac0-0b413ad6ef20), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.396611 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (4ba3424c-a233-46b0-bac0-0b413ad6ef20), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.400145 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (4ba3424c-a233-46b0-bac0-0b413ad6ef20), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.418853 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba3424c-a233-46b0-bac0-0b413ad6ef20,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:24.424431 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.425540 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b3cd9e3e-d1e4-48c4-8955-e177e33fe0da tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114147 Mar 07 14:20:24.428866 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37000) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:24.433947 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:24.452744 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.550294 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.648802 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.27.3.151 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/f17cb9c6-bd3a-4295-a4b3-afdd0e267272) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:20:24.751781 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.784983 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.822818 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:20:24.825605 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:20:24.827992 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:20:24.861867 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=f17cb9c6-bd3a-4295-a4b3-afdd0e267272,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:24.866936 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device d9fae293-6268-409d-a053-f50833976dde no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:20:24.888694 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: d9fae293-6268-409d-a053-f50833976dde {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:20:24.889039 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device d9fae293-6268-409d-a053-f50833976dde not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:20:24.923499 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (d1b00ef4-3cb3-413a-aa6e-bf6dde52014a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:24.959556 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:25.109999 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:25.114232 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:25.180695 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=f17cb9c6-bd3a-4295-a4b3-afdd0e267272,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:25.190471 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (d1b00ef4-3cb3-413a-aa6e-bf6dde52014a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:25.205939 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:25.207165 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1a16087d-548e-40f9-9995-d6f9c605f920 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7773116 Mar 07 14:20:25.349167 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-9133eecd-3c28-40b8-a1f9-58a1bbb11b49 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--732290430&fields=id&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 267 time: 0.0408428 Mar 07 14:20:25.456516 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-b10e239b-8957-410e-ba4a-ca762596f7b7 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:25.457971 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-b10e239b-8957-410e-ba4a-ca762596f7b7 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.1017878 Mar 07 14:20:25.471922 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0cc0de42-e40e-4815-90e8-0c8c32c80a5d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/quotas/3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 375 time: 0.0087209 Mar 07 14:20:25.525423 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-200cc095-39e5-49c1-b87a-256bf6d82535 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483391 Mar 07 14:20:25.622163 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-4f8789ef-982b-4c1d-bc4c-940d30b70648 service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856755 Mar 07 14:20:25.709064 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-6c7f7722-033b-4b63-ace3-c312ade70ede service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810947 Mar 07 14:20:25.868635 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cf0054ab-7377-4d80-8319-4d57bd3dbf07 req-b8fe1a6a-a5a7-4e38-889f-9b841c13db1e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 210 time: 0.0320518 Mar 07 14:20:26.843087 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-bf7f1d33-c0fc-4471-bb9a-d72bd07c5b99 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:26.844553 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-bf7f1d33-c0fc-4471-bb9a-d72bd07c5b99 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.1052079 Mar 07 14:20:26.909343 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-488629b4-3bbe-4af9-863d-5e66bbbd8fd0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 379 time: 0.0543914 Mar 07 14:20:26.922606 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'port': {'device_id': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'admin_state_up': True, 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'security_groups': ['47800ad4-df1b-47e4-a340-75d7ce2d19c7']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:26.977675 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9b7e0ecd-6f09-4804-bcad-8b4826dbfc8c req-085bb868-12d9-4524-97a8-acf451c365e7 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 210 time: 0.0407906 Mar 07 14:20:27.055072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Made reservation on behalf of 3d3951f9e1f94a0e94b277bbde826933 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:20:27.058595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.186411 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.20.0.4 (9612a897-5cf5-47ba-b3fb-9c9971e49a15/39260a17-a6cf-4496-9ebc-2d51006ca54c/60725f25-07e2-4d84-bba4-43520517f68d) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:20:27.319680 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (60725f25-07e2-4d84-bba4-43520517f68d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.358003 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (60725f25-07e2-4d84-bba4-43520517f68d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.401464 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:20:27.404493 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:20:27.407953 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:20:27.434388 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=60725f25-07e2-4d84-bba4-43520517f68d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:27.450572 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.450845 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.451204 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.451569 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.451914 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.452367 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.452704 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.453059 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.453389 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.453719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.454046 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.454371 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.454696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:27.475592 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:27.476225 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.493579 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-0226256f-188a-4695-b10e-6d8a8ae87dde tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754285 Mar 07 14:20:27.509814 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Request body: {'port': {'device_id': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:27.573447 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (60725f25-07e2-4d84-bba4-43520517f68d), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.661480 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-7ef93e61-fe7a-4146-9a5c-56ec834e4349 None None] Provisioning complete for port 60725f25-07e2-4d84-bba4-43520517f68d triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:20:27.662109 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7ef93e61-fe7a-4146-9a5c-56ec834e4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (60725f25-07e2-4d84-bba4-43520517f68d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.696838 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-7ef93e61-fe7a-4146-9a5c-56ec834e4349 None None] Port 60725f25-07e2-4d84-bba4-43520517f68d cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:20:27.826357 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60725f25-07e2-4d84-bba4-43520517f68d {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:20:27.833687 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Publish callbacks [] for port (60725f25-07e2-4d84-bba4-43520517f68d), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.845202 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Transition to ACTIVE for port object 60725f25-07e2-4d84-bba4-43520517f68d will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:20:27.849004 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (60725f25-07e2-4d84-bba4-43520517f68d), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.900403 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Pushing event updated for resources: {'Port': ['ID=60725f25-07e2-4d84-bba4-43520517f68d,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:27.970454 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Attempting to bind port 60725f25-07e2-4d84-bba4-43520517f68d on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:20:27.970794 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Attempting to bind port 60725f25-07e2-4d84-bba4-43520517f68d by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:20:27.971131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Attempting to bind port 60725f25-07e2-4d84-bba4-43520517f68d on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:20:27.975932 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Port 60725f25-07e2-4d84-bba4-43520517f68d on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:20:27.976354 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Attempting to bind port 60725f25-07e2-4d84-bba4-43520517f68d on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:20:27.981364 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:20:27.981706 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:20:27.982099 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Bound using segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:20:27.982531 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Bound port: 60725f25-07e2-4d84-bba4-43520517f68d, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:20:27.982893 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (60725f25-07e2-4d84-bba4-43520517f68d), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:28.051615 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] For port 60725f25-07e2-4d84-bba4-43520517f68d, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:20:28.084979 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] For port 60725f25-07e2-4d84-bba4-43520517f68d, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=60725f25-07e2-4d84-bba4-43520517f68d,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:20:28.092715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (60725f25-07e2-4d84-bba4-43520517f68d), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:28.132178 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.132889 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:28.134382 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] 10.222.0.23 "PUT /v2.0/ports/60725f25-07e2-4d84-bba4-43520517f68d HTTP/1.1" status: 200 len: 1093 time: 0.6295807 Mar 07 14:20:28.136415 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:28.138642 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d2d1d4-8a38-4543-8693-3130020d037d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "tag": "60725f25-07e2-4d84-bba4-43520517f68d"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:28.159363 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb77c-9dc9-4931-aa04-53a3f1992e4e req-82f2bbe9-70b7-49d0-b108-9032648790fa tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.160925 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17bfb77c-9dc9-4931-aa04-53a3f1992e4e req-82f2bbe9-70b7-49d0-b108-9032648790fa tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 943 time: 0.1113412 Mar 07 14:20:28.208826 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b332ae-b09d-49a8-bd3d-468bed7a106f x-openstack-request-id: req-27b332ae-b09d-49a8-bd3d-468bed7a106f {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:28.209103 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "tag": "60725f25-07e2-4d84-bba4-43520517f68d", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:28.209359 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27b332ae-b09d-49a8-bd3d-468bed7a106f {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:28.210057 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d', 'status': 'completed', 'code': 200} Mar 07 14:20:28.232990 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763f7f3-40c4-4236-b3ae-786009fc7ced service neutron] Pushing event updated for resources: {'Port': ['ID=60725f25-07e2-4d84-bba4-43520517f68d,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:28.271124 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-17bfb77c-9dc9-4931-aa04-53a3f1992e4e req-e390bf1e-cad0-4c53-9ce6-da0297d475fe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971112 Mar 07 14:20:28.278028 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-9af769a2-b6a6-4922-b804-97b44846f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.279540 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-9af769a2-b6a6-4922-b804-97b44846f76a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 1127 time: 0.0942943 Mar 07 14:20:28.326968 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-79b7e078-ea52-4955-8776-1f82dae6fcbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60725f25-07e2-4d84-bba4-43520517f68d HTTP/1.1" status: 200 len: 217 time: 0.0362821 Mar 07 14:20:28.380968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-31fb79a3-b48d-45e6-8e21-dbc91625dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.382416 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-31fb79a3-b48d-45e6-8e21-dbc91625dcf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0468519 Mar 07 14:20:28.433857 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-390d0fe8-4b7b-483e-a773-39e25cf081cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.435233 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-390d0fe8-4b7b-483e-a773-39e25cf081cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437605 Mar 07 14:20:28.525114 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-7920074c-c3e7-4ed6-a42c-d22646ae5237 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797732 Mar 07 14:20:28.616830 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf7e036d-b79d-44a0-8450-ca97f13cc1d1 req-9c0d131e-dde4-4e78-83b0-c5508146a9d4 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Mar 07 14:20:28.713845 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d1d4-8a38-4543-8693-3130020d037d req-c2e5dea5-bd20-49f7-96b1-3cc72cfacd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.715321 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-c2e5dea5-bd20-49f7-96b1-3cc72cfacd17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 1127 time: 0.0499325 Mar 07 14:20:28.809021 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d1d4-8a38-4543-8693-3130020d037d req-405803c0-2d0f-45d1-8407-94b0d049d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.810483 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-405803c0-2d0f-45d1-8407-94b0d049d0df service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0891485 Mar 07 14:20:28.852509 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-9167927a-23a9-4db1-b5c3-0331147225c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60725f25-07e2-4d84-bba4-43520517f68d HTTP/1.1" status: 200 len: 217 time: 0.0346828 Mar 07 14:20:28.903644 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d1d4-8a38-4543-8693-3130020d037d req-95edc561-ee74-4c54-bcfe-6415ed5285be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.905096 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-95edc561-ee74-4c54-bcfe-6415ed5285be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0458505 Mar 07 14:20:28.957949 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d1d4-8a38-4543-8693-3130020d037d req-ea46c9fa-b138-4a43-b792-b81dd3c7c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.959437 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-ea46c9fa-b138-4a43-b792-b81dd3c7c095 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476670 Mar 07 14:20:29.047782 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-7aec53d5-752d-4c06-b321-559bfb1d0086 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813582 Mar 07 14:20:29.114684 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:29.139808 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61d2d1d4-8a38-4543-8693-3130020d037d req-d0681282-223d-4615-a819-92550f7d7572 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856690 Mar 07 14:20:29.394423 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d15c52-8fcc-4587-801a-28f40394acf2 req-de21e299-7596-4ecc-9b01-f441c70dce3a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:29.395914 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a1d15c52-8fcc-4587-801a-28f40394acf2 req-de21e299-7596-4ecc-9b01-f441c70dce3a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 943 time: 0.0521607 Mar 07 14:20:29.442255 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a1d15c52-8fcc-4587-801a-28f40394acf2 req-218d1c9d-c6b9-43bc-bd05-787299612665 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Mar 07 14:20:30.570579 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c77d9-e8dd-4674-b2ec-5f37ee8d0352 req-430ef8fa-1929-4222-baba-5cc8bcd45ce0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:30.572147 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-022c77d9-e8dd-4674-b2ec-5f37ee8d0352 req-430ef8fa-1929-4222-baba-5cc8bcd45ce0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 943 time: 0.0530431 Mar 07 14:20:30.622166 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-022c77d9-e8dd-4674-b2ec-5f37ee8d0352 req-2d28891d-657e-411d-8dd3-cf9abce7d20d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446527 Mar 07 14:20:30.892054 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 60725f25-07e2-4d84-bba4-43520517f68d details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:20:31.117679 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 60725f25-07e2-4d84-bba4-43520517f68d, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=60725f25-07e2-4d84-bba4-43520517f68d,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:31.127910 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': '60725f25-07e2-4d84-bba4-43520517f68d', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'port_id': '60725f25-07e2-4d84-bba4-43520517f68d', 'mac_address': 'fa:16:3e:57:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:20:31.165964 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 60725f25-07e2-4d84-bba4-43520517f68d is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:31.166275 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (60725f25-07e2-4d84-bba4-43520517f68d), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:31.180950 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60725f25-07e2-4d84-bba4-43520517f68d {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:20:31.200557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 60725f25-07e2-4d84-bba4-43520517f68d, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=60725f25-07e2-4d84-bba4-43520517f68d,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:31.204554 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (60725f25-07e2-4d84-bba4-43520517f68d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:31.250903 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=60725f25-07e2-4d84-bba4-43520517f68d,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:31.470326 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['60725f25-07e2-4d84-bba4-43520517f68d'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:20:31.737952 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100164-74c6-45ad-8bb2-5fa6b477bb82 req-1e8aeb18-e7ef-4e02-a858-faea5ebfaa05 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:31.739311 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-07100164-74c6-45ad-8bb2-5fa6b477bb82 req-1e8aeb18-e7ef-4e02-a858-faea5ebfaa05 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 944 time: 0.0514450 Mar 07 14:20:31.784525 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-07100164-74c6-45ad-8bb2-5fa6b477bb82 req-1183595a-bf52-428c-b4f3-160d32649e70 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Mar 07 14:20:32.898620 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef41f9d-0a28-473a-b17b-48815e9a2e8c req-2efde8de-b37d-4f32-8cc9-05e6ce90a6fe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:32.901030 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8ef41f9d-0a28-473a-b17b-48815e9a2e8c req-2efde8de-b37d-4f32-8cc9-05e6ce90a6fe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 944 time: 0.0522335 Mar 07 14:20:32.902239 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 60725f25-07e2-4d84-bba4-43520517f68d up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:20:32.946826 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8ef41f9d-0a28-473a-b17b-48815e9a2e8c req-3fd0818a-239d-4fbc-9cce-68008c026770 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Mar 07 14:20:32.956683 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port 60725f25-07e2-4d84-bba4-43520517f68d completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:20:32.961196 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port 60725f25-07e2-4d84-bba4-43520517f68d triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:20:32.961578 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (60725f25-07e2-4d84-bba4-43520517f68d), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:33.037510 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port 60725f25-07e2-4d84-bba4-43520517f68d is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:33.038564 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (60725f25-07e2-4d84-bba4-43520517f68d), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:33.060705 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:33.062986 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5253f-ba1c-49e0-b916-4af16784a61a" -d '{"events": [{"server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "name": "network-vif-plugged", "status": "completed", "tag": "60725f25-07e2-4d84-bba4-43520517f68d"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:33.075000 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port 60725f25-07e2-4d84-bba4-43520517f68d, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=60725f25-07e2-4d84-bba4-43520517f68d,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:33.079136 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (60725f25-07e2-4d84-bba4-43520517f68d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:33.102769 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6443e8a6-124f-4950-8be9-d06dc512d543 x-openstack-request-id: req-6443e8a6-124f-4950-8be9-d06dc512d543 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:33.103064 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "name": "network-vif-plugged", "status": "completed", "tag": "60725f25-07e2-4d84-bba4-43520517f68d", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:33.103322 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6443e8a6-124f-4950-8be9-d06dc512d543 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:33.103736 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d', 'code': 200} Mar 07 14:20:33.128672 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=60725f25-07e2-4d84-bba4-43520517f68d,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:33.135756 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.136108 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.136451 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.136789 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.137120 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.137787 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.137787 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.138084 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.138405 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.138729 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.139053 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.139393 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.139717 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:20:33.288797 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82263e-a261-40a6-a421-44afae531bf5 req-a2b05d89-7d42-4788-9432-638e368c06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:33.290268 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c82263e-a261-40a6-a421-44afae531bf5 req-a2b05d89-7d42-4788-9432-638e368c06db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 1129 time: 0.0475001 Mar 07 14:20:33.336393 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2c82263e-a261-40a6-a421-44afae531bf5 req-d2998938-53d9-4f18-9e9c-a1da0a342c09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364053 Mar 07 14:20:34.064723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d8f74-8b2a-4fa2-b09d-9cdf3596ff7d req-6ac944b7-b277-46e8-a3fb-7c393d755064 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:34.066286 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a0d8f74-8b2a-4fa2-b09d-9cdf3596ff7d req-6ac944b7-b277-46e8-a3fb-7c393d755064 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 945 time: 0.0522819 Mar 07 14:20:34.112846 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a0d8f74-8b2a-4fa2-b09d-9cdf3596ff7d req-4d9ee22a-db6c-44af-8cd0-edffc368e922 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409262 Mar 07 14:20:35.232976 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa5e46-5983-4714-aaa7-28138600e050 req-905349ce-0666-4c46-ad9a-5e74b17fa64c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:35.234448 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c2fa5e46-5983-4714-aaa7-28138600e050 req-905349ce-0666-4c46-ad9a-5e74b17fa64c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 945 time: 0.0521879 Mar 07 14:20:35.284415 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c2fa5e46-5983-4714-aaa7-28138600e050 req-4e5036b9-3f16-4c2f-ab34-558e87d7f43e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443332 Mar 07 14:20:35.395587 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88194169-a95d-4107-89a2-9d95c5828e25 req-e10e1f5d-2852-4db3-99ad-32a935f4df6f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:35.397605 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88194169-a95d-4107-89a2-9d95c5828e25 req-e10e1f5d-2852-4db3-99ad-32a935f4df6f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Mar 07 14:20:35.405818 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37050) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:35.410128 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'port_id': '60725f25-07e2-4d84-bba4-43520517f68d'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:20:35.448295 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (d1b00ef4-3cb3-413a-aa6e-bf6dde52014a), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:36.080671 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.db.resource_extend [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 14:20:36.130463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:36.135052 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (d1b00ef4-3cb3-413a-aa6e-bf6dde52014a), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:36.235360 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP d1b00ef4-3cb3-413a-aa6e-bf6dde52014a associated. External IP: 172.27.3.151, port: 60725f25-07e2-4d84-bba4-43520517f68d. Mar 07 14:20:36.443172 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:20:36.552054 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:20:36.557499 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:36.562005 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:20:36.571800 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:20:36.572459 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:20:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:36.585908 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d0787ae2-bf8f-4237-8c56-b27bed7cb59a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "PUT /v2.0/floatingips/d1b00ef4-3cb3-413a-aa6e-bf6dde52014a HTTP/1.1" status: 200 len: 991 time: 1.1790462 Mar 07 14:20:36.586475 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:36.588703 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24cab38-f5f1-4789-b66b-2975ba3546a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "tag": "60725f25-07e2-4d84-bba4-43520517f68d"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:36.624180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a78f3-dcab-4f55-b64d-99886c26a61a x-openstack-request-id: req-3e2a78f3-dcab-4f55-b64d-99886c26a61a {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:36.624471 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "tag": "60725f25-07e2-4d84-bba4-43520517f68d", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:36.624728 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e2a78f3-dcab-4f55-b64d-99886c26a61a {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:36.625134 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d', 'status': 'completed', 'code': 200} Mar 07 14:20:36.686837 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:20:36.690903 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-e5a6c8e0-1cd9-4bd2-85c8-1d349b4e2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:36.692439 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-e5a6c8e0-1cd9-4bd2-85c8-1d349b4e2038 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 1129 time: 0.0455394 Mar 07 14:20:36.785524 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-56b4e3b8-1d7f-4dac-991e-074d98b3de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:36.786918 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-56b4e3b8-1d7f-4dac-991e-074d98b3de5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0887258 Mar 07 14:20:36.852094 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-debe223b-8a3a-4487-acf4-e9afd1cccb08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60725f25-07e2-4d84-bba4-43520517f68d HTTP/1.1" status: 200 len: 999 time: 0.0588470 Mar 07 14:20:36.903883 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-b2959ae3-e299-4363-bc69-bbe7195e4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:36.905343 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-b2959ae3-e299-4363-bc69-bbe7195e4d62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0473003 Mar 07 14:20:36.912302 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'd1b00ef4-3cb3-413a-aa6e-bf6dde52014a', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': '60725f25-07e2-4d84-bba4-43520517f68d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:57:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:20:24Z', 'updated_at': '2022-03-07T14:20:35Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:36.942731 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:20:36.951199 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:20:36.951826 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:20:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:36.955056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-ef9174ec-0c91-437f-9784-ec86b5b1a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:36.956610 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-ef9174ec-0c91-437f-9784-ec86b5b1a537 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450182 Mar 07 14:20:37.050663 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-15af1bbb-d239-41dd-8b49-de19641e4b6a service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874767 Mar 07 14:20:37.058939 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:20:37.142606 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a24cab38-f5f1-4789-b66b-2975ba3546a6 req-0f6be2a9-3fcf-45eb-9c63-da6f44c85a9b service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859227 Mar 07 14:20:37.277848 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'd1b00ef4-3cb3-413a-aa6e-bf6dde52014a', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': '60725f25-07e2-4d84-bba4-43520517f68d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:57:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:20:24Z', 'updated_at': '2022-03-07T14:20:35Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:20:37.303505 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d42589-6a04-4611-bf61-9e46a01ccd44 None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'd1b00ef4-3cb3-413a-aa6e-bf6dde52014a', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': '60725f25-07e2-4d84-bba4-43520517f68d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:57:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:20:24Z', 'updated_at': '2022-03-07T14:20:35Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:20:37.492017 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438c15-6e54-4fe2-9041-d7c011ec37ad None None] New status for floating IP d1b00ef4-3cb3-413a-aa6e-bf6dde52014a: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:20:44.125458 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:20:47.484985 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d844f5-bba2-4136-9757-82622aa197dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:49.848805 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-60ec15fb-af3c-4b0b-bdd2-b8a4278597a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:50.890816 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:52.227230 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:53.828306 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:59.122579 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:17.486502 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-72f8d2e7-d64e-4147-8cf9-484d9276c937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:19.850762 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2a84-2afb-483a-88d7-59f6ab7f4778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:20.894860 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:21.124142 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:21:22.096558 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ef45-fb48-4f21-9c2b-9d2e8213ac2a req-9b95c9f3-ec3b-457f-946b-d901030b012d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:22.097947 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9a20ef45-fb48-4f21-9c2b-9d2e8213ac2a req-9b95c9f3-ec3b-457f-946b-d901030b012d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 945 time: 0.0539355 Mar 07 14:21:22.146101 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9a20ef45-fb48-4f21-9c2b-9d2e8213ac2a req-973efba8-6640-41d1-8a5b-6d0584d18cdf tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Mar 07 14:21:22.231705 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:23.272072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9984-85eb-4c49-911b-3e2106ee4564 req-3cc915e9-bffd-4b74-8582-e28787a77b47 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:23.273468 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bece9984-85eb-4c49-911b-3e2106ee4564 req-3cc915e9-bffd-4b74-8582-e28787a77b47 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 945 time: 0.0583208 Mar 07 14:21:23.321495 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bece9984-85eb-4c49-911b-3e2106ee4564 req-82cd726a-ecff-4d7c-aa97-836ba59ac44b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=47800ad4-df1b-47e4-a340-75d7ce2d19c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Mar 07 14:21:23.791371 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-5d7f7d5a-d34a-4108-a491-c244f6643cbe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:23.792787 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-5d7f7d5a-d34a-4108-a491-c244f6643cbe tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 945 time: 0.0505295 Mar 07 14:21:23.831010 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:23.889209 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port 60725f25-07e2-4d84-bba4-43520517f68d {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:23.889553 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (60725f25-07e2-4d84-bba4-43520517f68d), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:23.982799 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] For port 60725f25-07e2-4d84-bba4-43520517f68d, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=60725f25-07e2-4d84-bba4-43520517f68d,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:23.983174 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (60725f25-07e2-4d84-bba4-43520517f68d), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:24.155463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:24.155835 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (d1b00ef4-3cb3-413a-aa6e-bf6dde52014a), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:24.156153 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP d1b00ef4-3cb3-413a-aa6e-bf6dde52014a disassociated. External IP: 172.27.3.151, port: 60725f25-07e2-4d84-bba4-43520517f68d. Mar 07 14:21:24.156494 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for 60725f25-07e2-4d84-bba4-43520517f68d owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:24.286968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (60725f25-07e2-4d84-bba4-43520517f68d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:24.313389 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=60725f25-07e2-4d84-bba4-43520517f68d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:24.433912 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-60f7be3d-8161-43ac-948c-bf57048a718f req-6ef0970d-5e22-4ac2-a02d-ed8b6c0ef598 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad8fab0-26c3-41a2-a4f9-56a5072d4689 HTTP/1.1" status: 200 len: 210 time: 0.0313921 Mar 07 14:21:24.454468 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:21:24.564376 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:21:24.574544 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:21:24.584729 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:24.585585 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:21:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:24.608504 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] No DVR routers for this DVR port 60725f25-07e2-4d84-bba4-43520517f68d on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:21:24.610968 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:24.614719 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-98bcf7dc-7606-4cf1-b010-b54df63375a4 req-1d0228b9-c692-41a5-b038-77e12c32bf3e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "DELETE /v2.0/ports/60725f25-07e2-4d84-bba4-43520517f68d HTTP/1.1" status: 204 len: 173 time: 0.8139355 Mar 07 14:21:24.614719 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'name': 'network-vif-deleted', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:21:24.617032 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007a92e-c66e-481c-be06-bea1f30996c2" -d '{"events": [{"server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "name": "network-vif-deleted", "tag": "60725f25-07e2-4d84-bba4-43520517f68d"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:21:24.668885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf983e-ffb4-4ced-b3bd-52ee3a1c82d3 x-openstack-request-id: req-2ddf983e-ffb4-4ced-b3bd-52ee3a1c82d3 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:21:24.669417 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8fab0-26c3-41a2-a4f9-56a5072d4689", "name": "network-vif-deleted", "tag": "60725f25-07e2-4d84-bba4-43520517f68d", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:21:24.669682 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ddf983e-ffb4-4ced-b3bd-52ee3a1c82d3 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:21:24.670091 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad8fab0-26c3-41a2-a4f9-56a5072d4689', 'name': 'network-vif-deleted', 'tag': '60725f25-07e2-4d84-bba4-43520517f68d', 'status': 'completed', 'code': 200} Mar 07 14:21:24.696745 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:24.913010 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:24.939555 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:21:24.948743 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:24.949285 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:21:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:25.061722 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:25.401528 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:25.432805 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a443b-b8b0-4cc5-bafb-945efed35857 None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:21:25.520002 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37132) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:25.577464 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-759fd96f-3b4c-47c2-ac06-28ebea3d386f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (47800ad4-df1b-47e4-a340-75d7ce2d19c7), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.602861 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-759fd96f-3b4c-47c2-ac06-28ebea3d386f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (47800ad4-df1b-47e4-a340-75d7ce2d19c7), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.652989 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-759fd96f-3b4c-47c2-ac06-28ebea3d386f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (47800ad4-df1b-47e4-a340-75d7ce2d19c7), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.656858 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-759fd96f-3b4c-47c2-ac06-28ebea3d386f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.657303 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fcb2db-5ece-459d-9ed8-1a17e555b533 None None] New status for floating IP d1b00ef4-3cb3-413a-aa6e-bf6dde52014a: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:21:25.658334 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-759fd96f-3b4c-47c2-ac06-28ebea3d386f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/security-groups/47800ad4-df1b-47e4-a340-75d7ce2d19c7 HTTP/1.1" status: 204 len: 168 time: 0.1362183 Mar 07 14:21:25.662205 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37134) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:25.668643 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fd96f-3b4c-47c2-ac06-28ebea3d386f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47800ad4-df1b-47e4-a340-75d7ce2d19c7,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:25.676620 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-fce343f8-b95a-48c6-8637-6c34bdf40829 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] show failed (client error): The resource could not be found. Mar 07 14:21:25.680924 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fce343f8-b95a-48c6-8637-6c34bdf40829 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups/47800ad4-df1b-47e4-a340-75d7ce2d19c7 HTTP/1.1" status: 404 len: 347 time: 0.0179775 Mar 07 14:21:25.683451 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37138) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:25.811416 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port f17cb9c6-bd3a-4295-a4b3-afdd0e267272 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:25.811770 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.889196 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.889531 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:25.901625 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for f17cb9c6-bd3a-4295-a4b3-afdd0e267272 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:26.034040 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (f17cb9c6-bd3a-4295-a4b3-afdd0e267272), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.060242 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=f17cb9c6-bd3a-4295-a4b3-afdd0e267272,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:26.123274 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (d1b00ef4-3cb3-413a-aa6e-bf6dde52014a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.125991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.127248 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-25f68738-f39c-4c0c-a683-83838353c49f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/floatingips/d1b00ef4-3cb3-413a-aa6e-bf6dde52014a HTTP/1.1" status: 204 len: 168 time: 0.4427886 Mar 07 14:21:26.254479 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37142) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:26.260083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412312612', 'description': 'tempest-description--1850901720'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:26.280796 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.347228 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (96af5bf0-dc06-4ca4-abdb-1f239ef3158d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.351015 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (96af5bf0-dc06-4ca4-abdb-1f239ef3158d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.380611 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.381802 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255560 Mar 07 14:21:26.383595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102d5c1-f0d7-46a3-9d32-529f5dabde4d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96af5bf0-dc06-4ca4-abdb-1f239ef3158d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:26.384865 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37144) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:26.389319 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '96af5bf0-dc06-4ca4-abdb-1f239ef3158d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:26.413099 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (29cc2758-f5c0-4a35-a2ed-50b530d905ab), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.468795 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (29cc2758-f5c0-4a35-a2ed-50b530d905ab), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.472146 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (29cc2758-f5c0-4a35-a2ed-50b530d905ab), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.490282 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cc2758-f5c0-4a35-a2ed-50b530d905ab,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:26.499633 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.503448 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174474 Mar 07 14:21:26.503623 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37146) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:26.505623 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.505994 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.506347 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.506698 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.507040 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.507401 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.507775 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.508116 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.508450 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.508781 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.508900 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'security_group_rule': {'security_group_id': '96af5bf0-dc06-4ca4-abdb-1f239ef3158d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:26.509113 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.509444 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.509855 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa0d84-f35a-4ede-9854-b55c7342c17f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:26.532762 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (f7d7d71a-6030-4ff1-92b7-280f7a4e9b8c), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.590337 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (f7d7d71a-6030-4ff1-92b7-280f7a4e9b8c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.593825 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144537'] for security_group_rule (f7d7d71a-6030-4ff1-92b7-280f7a4e9b8c), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.610164 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d7d71a-6030-4ff1-92b7-280f7a4e9b8c,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:26.618347 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.619545 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-49cc4c41-778d-481d-916b-b162a8c86191 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149640 Mar 07 14:21:26.622621 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37148) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:26.626776 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:26.645757 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.740698 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.844032 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.27.3.237 (e51d1ec9-6ce7-4455-925c-37696471dc54/d301bd60-bcbe-40c7-84e1-3e689d163af6/9e20423f-919d-46f0-8b14-6d5473d0bf71) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:21:26.940372 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.972083 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.013464 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network e51d1ec9-6ce7-4455-925c-37696471dc54 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:21:27.016268 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:21:27.019638 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:21:27.043269 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=9e20423f-919d-46f0-8b14-6d5473d0bf71,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:27.110312 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (b2bd5510-9cb0-4e29-8d28-178aab0d491d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.144333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.173417 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 60725f25-07e2-4d84-bba4-43520517f68d no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:21:27.193117 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: 60725f25-07e2-4d84-bba4-43520517f68d {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:21:27.193466 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device 60725f25-07e2-4d84-bba4-43520517f68d not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:21:27.294226 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.298822 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.369458 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=9e20423f-919d-46f0-8b14-6d5473d0bf71,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:27.377400 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (b2bd5510-9cb0-4e29-8d28-178aab0d491d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.392259 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.393476 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e2c36ceb-95b5-4f1f-9835-3fa94545780d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7699521 Mar 07 14:21:27.540202 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-18d2fc5e-cb5e-4a4f-890b-42f54cdf44c0 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--412312612&fields=id&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 267 time: 0.0434895 Mar 07 14:21:27.642628 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-ec363229-8bcc-4826-ad2f-8d5517a23acc tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:27.644097 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-ec363229-8bcc-4826-ad2f-8d5517a23acc tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.0974462 Mar 07 14:21:27.658682 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-b4eb3f37-7587-4347-81e4-645613ff86a5 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/quotas/3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 375 time: 0.0085936 Mar 07 14:21:27.715616 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-b721a1cd-16b8-4712-adb2-db9d6a88dc09 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521567 Mar 07 14:21:27.807958 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-1a48632d-293a-40b4-8b82-7c4950fbd64d service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813987 Mar 07 14:21:27.899073 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-a37aa7b4-dd63-4505-8b3a-5091bc2b0662 service neutron] 10.222.0.31 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Mar 07 14:21:29.064742 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-62e4f2c4-a489-43dd-b127-038e0b4bf0d9 req-8a6ccbed-9a75-41f6-ad5b-32d8e6430fba tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 210 time: 0.0268908 Mar 07 14:21:29.135723 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.023696 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-9875447c-83e6-46ae-85a8-4fcef384e443 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:30.025130 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-9875447c-83e6-46ae-85a8-4fcef384e443 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 814 time: 0.1040223 Mar 07 14:21:30.095689 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-985a1bf1-4b9d-4885-abbe-7358752f6eda tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3951f9e1f94a0e94b277bbde826933 HTTP/1.1" status: 200 len: 379 time: 0.0564733 Mar 07 14:21:30.128432 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'port': {'device_id': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'admin_state_up': True, 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'security_groups': ['96af5bf0-dc06-4ca4-abdb-1f239ef3158d']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:30.175656 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1724d7d-d1f7-4ef4-8566-620c9ae0b14a req-56ef8acb-8802-4550-b483-28c2c00d0a7a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 210 time: 0.0422122 Mar 07 14:21:30.255612 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Made reservation on behalf of 3d3951f9e1f94a0e94b277bbde826933 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:21:30.258990 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.384166 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Allocated IP 172.20.0.10 (9612a897-5cf5-47ba-b3fb-9c9971e49a15/39260a17-a6cf-4496-9ebc-2d51006ca54c/cf78b2e5-115f-4ed4-b07f-31c444b0bead) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:21:30.515002 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.547732 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751012450753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.593991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:21:30.596897 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:21:30.601035 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:21:30.607509 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event updated for resources: {'Port': ['ID=cf78b2e5-115f-4ed4-b07f-31c444b0bead,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:30.633227 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.633588 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.633933 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.634277 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.634615 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.634958 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.635294 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.635658 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.635991 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.636324 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.636657 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.636997 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.637315 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:30.668730 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:30.669362 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.685366 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-13464c5c-7533-42f4-b9c1-6dcf6ac195e4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608315 Mar 07 14:21:30.700749 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Request body: {'port': {'device_id': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:30.764745 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.837809 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-b10fc190-4f7d-41ce-a208-7816809ffe26 None None] Provisioning complete for port cf78b2e5-115f-4ed4-b07f-31c444b0bead triggered by entity DHCP. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:21:30.838441 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b10fc190-4f7d-41ce-a208-7816809ffe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.873520 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-b10fc190-4f7d-41ce-a208-7816809ffe26 None None] Port cf78b2e5-115f-4ed4-b07f-31c444b0bead cannot update to ACTIVE because it is not bound. {{(pid=103276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:21:31.018944 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf78b2e5-115f-4ed4-b07f-31c444b0bead {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:21:31.026430 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Publish callbacks [] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:31.038366 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Transition to ACTIVE for port object cf78b2e5-115f-4ed4-b07f-31c444b0bead will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:21:31.041677 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:31.092928 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78b2e5-115f-4ed4-b07f-31c444b0bead,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:31.163711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Attempting to bind port cf78b2e5-115f-4ed4-b07f-31c444b0bead on host hv-cinder-82755 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:21:31.164375 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Attempting to bind port cf78b2e5-115f-4ed4-b07f-31c444b0bead by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:21:31.164375 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Attempting to bind port cf78b2e5-115f-4ed4-b07f-31c444b0bead on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:21:31.169305 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Port cf78b2e5-115f-4ed4-b07f-31c444b0bead on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:21:31.169635 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Attempting to bind port cf78b2e5-115f-4ed4-b07f-31c444b0bead on network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:21:31.174721 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Checking agent: {'id': '625e4eaf-7164-4d7c-bbd0-844ccc66ba3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'started_at': datetime.datetime(2022, 3, 7, 14, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:21:31.174871 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Checking segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:21:31.175265 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Bound using segment: {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:21:31.175748 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Bound port: cf78b2e5-115f-4ed4-b07f-31c444b0bead, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962143e4-e0f5-4871-ab74-33dc9972084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:21:31.176097 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:31.258338 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] For port cf78b2e5-115f-4ed4-b07f-31c444b0bead, host hv-cinder-82755, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:21:31.285086 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] For port cf78b2e5-115f-4ed4-b07f-31c444b0bead, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:21:31.295924 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30263720'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:31.596552 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af3d0-0f57-40ca-96fb-3fef9e8de491 req-184e675e-b316-4f89-aba2-0f1dbfc35e55 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:31.598280 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c37af3d0-0f57-40ca-96fb-3fef9e8de491 req-184e675e-b316-4f89-aba2-0f1dbfc35e55 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 944 time: 0.3543410 Mar 07 14:21:31.599890 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:31.600410 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:31.601773 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/cf78b2e5-115f-4ed4-b07f-31c444b0bead HTTP/1.1" status: 200 len: 1094 time: 0.9053607 Mar 07 14:21:31.604741 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:21:31.606978 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d9c52-964f-4192-a959-392fa6a9ff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:21:31.642481 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d6ee9-c184-43a2-a64f-f9ab47e083e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78b2e5-115f-4ed4-b07f-31c444b0bead,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:31.673750 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5b55d3-373e-4cda-9789-ada39b3b900c x-openstack-request-id: req-3a5b55d3-373e-4cda-9789-ada39b3b900c {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:21:31.674049 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:21:31.674306 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a5b55d3-373e-4cda-9789-ada39b3b900c {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:21:31.674702 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'status': 'completed', 'code': 200} Mar 07 14:21:31.696137 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c37af3d0-0f57-40ca-96fb-3fef9e8de491 req-51695c3e-0f56-4589-a5f4-ca90a9889936 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863502 Mar 07 14:21:31.717959 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-2b5c2896-63c9-41c2-978f-3802873e3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:31.719528 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-2b5c2896-63c9-41c2-978f-3802873e3fe9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 1128 time: 0.0610175 Mar 07 14:21:31.765206 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-26b0b1dd-c40a-4eef-91e8-5c697fefb98a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead HTTP/1.1" status: 200 len: 217 time: 0.0347040 Mar 07 14:21:31.819631 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-c8b5076d-f9c1-47ff-8297-3e0a7a1319bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:31.821152 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-c8b5076d-f9c1-47ff-8297-3e0a7a1319bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0497108 Mar 07 14:21:31.875180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-b0fc4545-9e38-4f7b-a062-acc14dc9f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:31.876719 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-b0fc4545-9e38-4f7b-a062-acc14dc9f4d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455723 Mar 07 14:21:31.976107 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-954cdab0-b13e-4be2-b3e1-dd5be88c86cb service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882649 Mar 07 14:21:32.068446 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5e9f2b-f56e-4ed8-9d7e-4b319c85218a req-ea821a7b-059a-470e-a5a5-c682c1e87d3a service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817873 Mar 07 14:21:32.171972 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-57f8d425-1486-450e-b5a6-4b9ce7b1c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:32.173351 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-57f8d425-1486-450e-b5a6-4b9ce7b1c22b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 1128 time: 0.0454566 Mar 07 14:21:32.267028 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-e8efe9e5-2414-4705-8e33-624128a7980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:32.268413 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-e8efe9e5-2414-4705-8e33-624128a7980e service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0874093 Mar 07 14:21:32.310335 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-8bd44fc8-70f6-4bbb-879b-d7862a9c825a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead HTTP/1.1" status: 200 len: 217 time: 0.0352590 Mar 07 14:21:32.360110 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-0300cf8d-2518-4546-8e6c-3ed84b838feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:32.361490 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-0300cf8d-2518-4546-8e6c-3ed84b838feb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0449250 Mar 07 14:21:32.408265 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-db7108b0-5d37-4b79-9613-d520516319f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:32.409705 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-db7108b0-5d37-4b79-9613-d520516319f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422792 Mar 07 14:21:32.495867 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-133ebb9f-70cb-4d4d-b12b-df0f6447d1ea service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792699 Mar 07 14:21:32.586214 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc2d9c52-964f-4192-a959-392fa6a9ff1f req-ebeba2af-9117-4ea0-8821-33736fef660a service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841997 Mar 07 14:21:32.818133 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6ca45-970a-4eb7-8f66-dec5f2ca67a7 req-6c4a7657-0229-4135-8656-a7a843b6289c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:32.819555 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4db6ca45-970a-4eb7-8f66-dec5f2ca67a7 req-6c4a7657-0229-4135-8656-a7a843b6289c tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 944 time: 0.0545819 Mar 07 14:21:32.866667 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4db6ca45-970a-4eb7-8f66-dec5f2ca67a7 req-ec80a4bf-a1da-4573-9061-e66f7c98e19f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 Mar 07 14:21:33.185127 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device cf78b2e5-115f-4ed4-b07f-31c444b0bead details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=103276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:21:33.286276 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port cf78b2e5-115f-4ed4-b07f-31c444b0bead, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:33.298076 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Returning: {'device': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'port_id': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'mac_address': 'fa:16:3e:40:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:21:33.335128 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port cf78b2e5-115f-4ed4-b07f-31c444b0bead is: DOWN; New status is: BUILD {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:21:33.335546 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.347668 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78b2e5-115f-4ed4-b07f-31c444b0bead {{(pid=103276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:21:33.367889 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port cf78b2e5-115f-4ed4-b07f-31c444b0bead, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:33.371643 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.418572 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=cf78b2e5-115f-4ed4-b07f-31c444b0bead,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:33.425339 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.425688 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.426032 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.426411 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.426833 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.427167 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.427601 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.427931 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.428258 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.428582 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.428905 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.429224 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.429542 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:33.657899 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] get_ports_and_sgs() called for port_ids ['cf78b2e5-115f-4ed4-b07f-31c444b0bead'] {{(pid=103276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:21:33.985913 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790539d-054d-4654-a00f-a602c7d2fb57 req-a75abc3d-54de-4707-82f2-3c2132b368e3 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:33.987408 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d790539d-054d-4654-a00f-a602c7d2fb57 req-a75abc3d-54de-4707-82f2-3c2132b368e3 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 945 time: 0.0559866 Mar 07 14:21:34.033647 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d790539d-054d-4654-a00f-a602c7d2fb57 req-90a4f8fd-0b73-4c11-ae27-e701cd38ebbb tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Mar 07 14:21:35.153472 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba0c9-d841-4021-ab62-b9880224c30a req-a6e279e5-3da0-4113-9df0-72547d216970 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:35.154943 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e47ba0c9-d841-4021-ab62-b9880224c30a req-a6e279e5-3da0-4113-9df0-72547d216970 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 945 time: 0.0556369 Mar 07 14:21:35.201169 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e47ba0c9-d841-4021-ab62-b9880224c30a req-b128b783-ed23-4c96-9460-bad95137f390 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Mar 07 14:21:35.202129 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device cf78b2e5-115f-4ed4-b07f-31c444b0bead up at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:21:35.249632 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning for port cf78b2e5-115f-4ed4-b07f-31c444b0bead completed by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:21:35.253404 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.provisioning_blocks [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Provisioning complete for port cf78b2e5-115f-4ed4-b07f-31c444b0bead triggered by entity L2. {{(pid=103276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:21:35.253823 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858347'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), provisioning_complete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.333843 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Current status of the port cf78b2e5-115f-4ed4-b07f-31c444b0bead is: BUILD; New status is: ACTIVE {{(pid=103276) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:21:35.334139 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750556'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.355913 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:21:35.358129 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df855b949a62fd4817e57556ca8c13ba6020e90807fb996d810b16ad670838c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8855e899-16c3-4886-908d-2458300f5b68" -d '{"events": [{"server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "name": "network-vif-plugged", "status": "completed", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:21:35.370949 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] For port cf78b2e5-115f-4ed4-b07f-31c444b0bead, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:35.375010 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751012956856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751012450771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751012450789'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.398101 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb87437d-05cc-4c1a-ad03-3036d63ab8a5 x-openstack-request-id: req-bb87437d-05cc-4c1a-ad03-3036d63ab8a5 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:21:35.398398 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "name": "network-vif-plugged", "status": "completed", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:21:35.398649 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb87437d-05cc-4c1a-ad03-3036d63ab8a5 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:21:35.399033 dv-cinder-827554-2-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'code': 200} Mar 07 14:21:35.424198 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Pushing event updated for resources: {'Port': ['ID=cf78b2e5-115f-4ed4-b07f-31c444b0bead,revision_number=5']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:35.576391 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c18d1-2c28-400b-b556-92f18bb9c38a req-48a3b178-005e-4572-8cb8-0784dcc6c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:35.577859 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a82c18d1-2c28-400b-b556-92f18bb9c38a req-48a3b178-005e-4572-8cb8-0784dcc6c886 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 1130 time: 0.0473878 Mar 07 14:21:35.620032 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a82c18d1-2c28-400b-b556-92f18bb9c38a req-e6cd6a7a-4fcc-4e08-9038-a3e4b4ff9a38 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361300 Mar 07 14:21:36.320223 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f22da-cc95-4daf-92c5-ff87801e906e req-2274dc46-dcb1-44ac-8d8b-69402d5d4ed6 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:36.321715 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f4f22da-cc95-4daf-92c5-ff87801e906e req-2274dc46-dcb1-44ac-8d8b-69402d5d4ed6 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 946 time: 0.0547495 Mar 07 14:21:36.367818 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6f4f22da-cc95-4daf-92c5-ff87801e906e req-eb133d5c-e256-4f60-a4c0-3312d8ec51f4 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406544 Mar 07 14:21:37.487092 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19fe33-8424-44c0-a2a6-8dd9b2891a58 req-537a6611-4b94-402a-af40-7165507e0b6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:37.488581 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9c19fe33-8424-44c0-a2a6-8dd9b2891a58 req-537a6611-4b94-402a-af40-7165507e0b6e tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 946 time: 0.0520258 Mar 07 14:21:37.538193 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9c19fe33-8424-44c0-a2a6-8dd9b2891a58 req-039d7cbb-fdaf-460f-bb86-f5ac1e73746d tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Mar 07 14:21:37.648989 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc21b-7893-4e7c-9fc0-f46421aa9cbc req-f2afb67e-a811-4084-8979-ab8f1805bf29 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:37.650387 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c7cc21b-7893-4e7c-9fc0-f46421aa9cbc req-f2afb67e-a811-4084-8979-ab8f1805bf29 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 946 time: 0.0522559 Mar 07 14:21:37.658595 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37202) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:37.663575 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Request body: {'floatingip': {'port_id': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:37.701115 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (b2bd5510-9cb0-4e29-8d28-178aab0d491d), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:38.136255 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:38.139926 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (b2bd5510-9cb0-4e29-8d28-178aab0d491d), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:38.240939 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP b2bd5510-9cb0-4e29-8d28-178aab0d491d associated. External IP: 172.27.3.237, port: cf78b2e5-115f-4ed4-b07f-31c444b0bead. Mar 07 14:21:38.447124 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:21:38.553515 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:21:38.558237 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:38.563047 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:21:38.573662 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:38.574274 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:21:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:38.589011 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-36ebb80b-b840-4441-abcd-06369272622a tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "PUT /v2.0/floatingips/b2bd5510-9cb0-4e29-8d28-178aab0d491d HTTP/1.1" status: 200 len: 992 time: 0.9293814 Mar 07 14:21:38.589593 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:21:38.591860 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:21:38.631549 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b5e44c-70eb-4d4f-ac5b-762ab0cfadda x-openstack-request-id: req-e8b5e44c-70eb-4d4f-ac5b-762ab0cfadda {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:21:38.631851 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:21:38.632109 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8b5e44c-70eb-4d4f-ac5b-762ab0cfadda {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:21:38.632540 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'status': 'completed', 'code': 200} Mar 07 14:21:38.683654 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:38.697673 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-eea50672-a5c6-4354-8e35-4ef5dd109dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:38.699225 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-eea50672-a5c6-4354-8e35-4ef5dd109dd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 1130 time: 0.0453696 Mar 07 14:21:38.791879 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-c5a2c258-e974-4029-8249-e4f069e4085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:38.793346 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-c5a2c258-e974-4029-8249-e4f069e4085b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0882215 Mar 07 14:21:38.857741 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-d66fa2ca-d34b-436a-879f-96ac4d0631ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead HTTP/1.1" status: 200 len: 1000 time: 0.0583978 Mar 07 14:21:38.905590 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-a04479fc-9d7e-447a-b698-efd1cabced74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:38.907042 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-a04479fc-9d7e-447a-b698-efd1cabced74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0438948 Mar 07 14:21:38.908718 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'b2bd5510-9cb0-4e29-8d28-178aab0d491d', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:40:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:21:27Z', 'updated_at': '2022-03-07T14:21:38Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:38.936034 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:21:38.944557 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:38.945166 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:21:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:38.964452 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-c7259296-3b2f-47ae-b324-865a2dbc9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:38.965949 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-c7259296-3b2f-47ae-b324-865a2dbc9161 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529442 Mar 07 14:21:39.054508 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:39.057262 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-ad9ece9e-601b-4d1a-99ef-cc0ecf4c494b service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825636 Mar 07 14:21:39.149738 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-202d4969-58d5-4aa0-a3eb-b279ec42a4e4 req-acbca9b0-0de7-44e5-9a4a-1895a0745dfe service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Mar 07 14:21:39.280908 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'b2bd5510-9cb0-4e29-8d28-178aab0d491d', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:40:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:21:27Z', 'updated_at': '2022-03-07T14:21:38Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:39.307639 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0e20a-61f2-4051-904a-36c5344f04ab None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_floatingips': [{'id': 'b2bd5510-9cb0-4e29-8d28-178aab0d491d', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'router_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'port_id': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'mac_address': 'fa:16:3e:40:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:21:27Z', 'updated_at': '2022-03-07T14:21:38Z', 'revision_number': 1, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:21:39.495847 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f249aa-7fab-478c-a9fb-e87ef2ad701b None None] New status for floating IP b2bd5510-9cb0-4e29-8d28-178aab0d491d: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:21:43.360861 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-7b0e83c6-bba5-4b38-8111-c703b0a6845b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437415 Mar 07 14:21:43.447141 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-aa7763bc-d9a9-4def-86c0-d3cb235bc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:43.448677 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-aa7763bc-d9a9-4def-86c0-d3cb235bc712 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d3951f9e1f94a0e94b277bbde826933&device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 1130 time: 0.0442567 Mar 07 14:21:43.556711 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-baa7da04-d452-477b-8d9f-ac302235a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:43.558168 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-baa7da04-d452-477b-8d9f-ac302235a71d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 200 len: 915 time: 0.0869823 Mar 07 14:21:43.620796 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-661ad645-337a-4bc2-b52d-294cb506b9a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead HTTP/1.1" status: 200 len: 1002 time: 0.0568535 Mar 07 14:21:43.671313 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-bd8c71e7-9bc3-4aba-b497-15cffb4647de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:43.672745 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-bd8c71e7-9bc3-4aba-b497-15cffb4647de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 200 len: 853 time: 0.0460558 Mar 07 14:21:43.720502 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-1419a91f-21f0-4f66-b2d1-03030e3810c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:43.721992 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-1419a91f-21f0-4f66-b2d1-03030e3810c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9612a897-5cf5-47ba-b3fb-9c9971e49a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428598 Mar 07 14:21:43.809136 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-05703722-4976-495a-be7f-509db5733b32 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805895 Mar 07 14:21:43.899193 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12cd368c-5871-408c-84f5-45ceaccf0564 req-b8498c1a-2072-4379-ae55-71252e5f6131 service neutron] 10.222.0.23 "GET /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Mar 07 14:21:47.487284 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0ad7dd67-63a3-4b6f-b169-7a6453ae7141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.851580 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1265f0e4-d8be-4d30-a5f1-916309e3dde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:50.893717 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:52.233875 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.834001 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:58.122822 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:21:59.139582 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:17.489710 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-237f5530-cb21-4867-a155-4c56e9933c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:19.855409 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-42e25bd0-c308-4e87-8c16-0130f9cab63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:20.896964 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:22.237149 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:23.836523 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:24.521709 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14588d9d-e7c2-4924-87dc-4a75ee2a8cf5 req-59028eb5-546d-42d9-b51a-6af6e0d82d0f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:24.523086 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14588d9d-e7c2-4924-87dc-4a75ee2a8cf5 req-59028eb5-546d-42d9-b51a-6af6e0d82d0f tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 946 time: 0.0530410 Mar 07 14:22:24.568922 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14588d9d-e7c2-4924-87dc-4a75ee2a8cf5 req-31409e28-fc17-43c3-8bd4-39fcbb1ffa89 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Mar 07 14:22:25.691899 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b6f20-ed83-4131-b932-7d9e4eca6a8b req-33f9d53c-bd5d-4b52-a505-498b07d166cb tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:25.693367 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c73b6f20-ed83-4131-b932-7d9e4eca6a8b req-33f9d53c-bd5d-4b52-a505-498b07d166cb tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 946 time: 0.0567842 Mar 07 14:22:25.740654 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c73b6f20-ed83-4131-b932-7d9e4eca6a8b req-f6d2c46b-5434-4c21-b004-d29baf4087ba tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups?id=96af5bf0-dc06-4ca4-abdb-1f239ef3158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Mar 07 14:22:26.256804 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-e7b35b0e-d91f-42c0-9169-1c7f7e12e0db tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:26.258116 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-e7b35b0e-d91f-42c0-9169-1c7f7e12e0db tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 946 time: 0.0509467 Mar 07 14:22:26.347888 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port cf78b2e5-115f-4ed4-b07f-31c444b0bead {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:26.348225 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.436146 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] For port cf78b2e5-115f-4ed4-b07f-31c444b0bead, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cf78b2e5-115f-4ed4-b07f-31c444b0bead,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:26.436504 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.599865 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.600152 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33128536'] for floatingip (b2bd5510-9cb0-4e29-8d28-178aab0d491d), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.600470 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.db.l3_db [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Floating IP b2bd5510-9cb0-4e29-8d28-178aab0d491d disassociated. External IP: 172.27.3.237, port: cf78b2e5-115f-4ed4-b07f-31c444b0bead. Mar 07 14:22:26.600808 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for cf78b2e5-115f-4ed4-b07f-31c444b0bead owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:26.725861 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (cf78b2e5-115f-4ed4-b07f-31c444b0bead), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.755066 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=cf78b2e5-115f-4ed4-b07f-31c444b0bead,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:26.839680 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b0cd693a-a1d1-4015-9def-bf0cd838c974 req-de5816e2-e899-4f1a-a3b2-9a68f4e87308 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/ports?device_id=a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e HTTP/1.1" status: 200 len: 210 time: 0.0299323 Mar 07 14:22:26.896873 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:22:27.005151 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:22:27.016324 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:22:27.027298 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:22:27.027944 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:22:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:27.153388 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:22:27.306726 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] No DVR routers for this DVR port cf78b2e5-115f-4ed4-b07f-31c444b0bead on host hv-cinder-82755 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:22:27.309248 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:27.312450 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ccde43e6-dffe-4afd-825a-a61f0968a05f req-0218e093-046a-40b5-bd0a-98b590040129 tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.23 "DELETE /v2.0/ports/cf78b2e5-115f-4ed4-b07f-31c444b0bead HTTP/1.1" status: 204 len: 173 time: 1.0469434 Mar 07 14:22:27.312884 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'name': 'network-vif-deleted', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:22:27.315095 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72514fc394234241ef46889dd9b9d792f1044bee798097cc016a0aa357a35582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b535b12-e106-40a8-9133-d7aa0353c5d8" -d '{"events": [{"server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "name": "network-vif-deleted", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:22:27.380338 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:27.413573 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:22:27.419885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c6e57-04e0-4f17-81d5-56e032e211dd x-openstack-request-id: req-db2c6e57-04e0-4f17-81d5-56e032e211dd {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:22:27.420200 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e", "name": "network-vif-deleted", "tag": "cf78b2e5-115f-4ed4-b07f-31c444b0bead", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:22:27.420457 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db2c6e57-04e0-4f17-81d5-56e032e211dd {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:22:27.420858 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09fc352-60c3-4a4a-8d2b-bf421e0c8c3e', 'name': 'network-vif-deleted', 'tag': 'cf78b2e5-115f-4ed4-b07f-31c444b0bead', 'status': 'completed', 'code': 200} Mar 07 14:22:27.423879 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:22:27.424485 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:22:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:27.671053 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:22:27.883392 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:27.914300 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1d825-b286-452b-bd28-f45481000e7c None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:18:27Z', 'revision_number': 4, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi', '_interfaces': [{'id': 'bbcd5214-bb46-410d-814e-2139ce7b490e', 'name': '', 'network_id': '9612a897-5cf5-47ba-b3fb-9c9971e49a15', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'mac_address': 'fa:16:3e:04:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:26Z', 'updated_at': '2022-03-07T14:18:31Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'subnets': [{'id': '39260a17-a6cf-4496-9ebc-2d51006ca54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:22:27.924885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37288) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:27.982724 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b079-0126-47c9-9ee3-78ea83da97bd tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (96af5bf0-dc06-4ca4-abdb-1f239ef3158d), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.008885 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b079-0126-47c9-9ee3-78ea83da97bd tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (96af5bf0-dc06-4ca4-abdb-1f239ef3158d), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.057653 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b079-0126-47c9-9ee3-78ea83da97bd tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (96af5bf0-dc06-4ca4-abdb-1f239ef3158d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.060131 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b079-0126-47c9-9ee3-78ea83da97bd tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.063827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9cd7b079-0126-47c9-9ee3-78ea83da97bd tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/security-groups/96af5bf0-dc06-4ca4-abdb-1f239ef3158d HTTP/1.1" status: 204 len: 168 time: 0.1371696 Mar 07 14:22:28.064122 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37290) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:28.074507 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b079-0126-47c9-9ee3-78ea83da97bd tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af5bf0-dc06-4ca4-abdb-1f239ef3158d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:28.080306 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-cd8e2f8a-24b1-4785-a9f9-cf300a7109ac tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] show failed (client error): The resource could not be found. Mar 07 14:22:28.084422 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37294) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:28.084783 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cd8e2f8a-24b1-4785-a9f9-cf300a7109ac tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "GET /v2.0/security-groups/96af5bf0-dc06-4ca4-abdb-1f239ef3158d HTTP/1.1" status: 404 len: 347 time: 0.0189922 Mar 07 14:22:28.145694 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66ec83-052f-4bd1-8aeb-8a4f852cddda None None] New status for floating IP b2bd5510-9cb0-4e29-8d28-178aab0d491d: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:22:28.210264 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Deleting port 9e20423f-919d-46f0-8b14-6d5473d0bf71 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:28.210518 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.288972 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.289329 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (9e20423f-919d-46f0-8b14-6d5473d0bf71), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.302561 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Calling delete_port for 9e20423f-919d-46f0-8b14-6d5473d0bf71 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:28.433435 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (9e20423f-919d-46f0-8b14-6d5473d0bf71), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.456033 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Pushing event deleted for resources: {'Port': ['ID=9e20423f-919d-46f0-8b14-6d5473d0bf71,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:28.517743 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks [] for floatingip (b2bd5510-9cb0-4e29-8d28-178aab0d491d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.520423 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519409'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:28.521569 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-356cab3b-c5e7-4450-b91e-a0ef5d90511b tempest-AttachVolumeNegativeTest-510178817 tempest-AttachVolumeNegativeTest-510178817-project] 10.222.0.31 "DELETE /v2.0/floatingips/b2bd5510-9cb0-4e29-8d28-178aab0d491d HTTP/1.1" status: 204 len: 168 time: 0.4361916 Mar 07 14:22:29.135990 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:31.420616 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device cf78b2e5-115f-4ed4-b07f-31c444b0bead no longer exists at agent hyperv_hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:22:31.440024 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] No Port match for: cf78b2e5-115f-4ed4-b07f-31c444b0bead {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:22:31.440872 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Device cf78b2e5-115f-4ed4-b07f-31c444b0bead not bound to the agent host hv-cinder-82755 {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:22:32.156137 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37330) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:32.497723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33134936'] for router_interface (d6da4a82-ac01-46de-9b90-d16fac590bfe), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:32.747779 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Deleting port bbcd5214-bb46-410d-814e-2139ce7b490e {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:32.748120 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:32.824594 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] For port bbcd5214-bb46-410d-814e-2139ce7b490e, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=bbcd5214-bb46-410d-814e-2139ce7b490e,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:32.824952 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:32.837463 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Calling delete_port for bbcd5214-bb46-410d-814e-2139ce7b490e owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:33.014718 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (bbcd5214-bb46-410d-814e-2139ce7b490e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:33.043319 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcd5214-bb46-410d-814e-2139ce7b490e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:33.071965 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.072321 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.072669 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.073010 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.073343 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.073673 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.074004 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.074333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.074659 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.075002 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.075318 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.075661 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.075985 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:33.222354 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33093893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33134892'] for router_interface (d6da4a82-ac01-46de-9b90-d16fac590bfe), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:33.436801 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Router d6da4a82-ac01-46de-9b90-d16fac590bfe has already been hosted by L3 agent ac10dc0f-f691-4a31-b9a6-2f775d1880ad {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:22:33.541779 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] Notify agent at l3_agent.dv-cinder-827554-2-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:22:33.546755 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b6d664e3-1123-4dd9-9806-884ba51347ea admin admin] 10.222.0.31 "PUT /v2.0/routers/d6da4a82-ac01-46de-9b90-d16fac590bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3895404 Mar 07 14:22:33.549319 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37332) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:33.551011 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19b721-c883-4894-af59-591610f644fb None None] Sync routers for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:22:33.560950 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:22:33.561558 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:22:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:33.655723 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks [] for router (d6da4a82-ac01-46de-9b90-d16fac590bfe), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:33.668963 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: dv-cinder-827554-2-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:22:33.755238 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks [] for router_gateway (d6da4a82-ac01-46de-9b90-d16fac590bfe), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:33.817049 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Deleting port 019506d1-1394-47d7-b99d-d7f6aded5734 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:33.817387 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:33.850191 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'external_fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:22:32Z', 'revision_number': 5, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port': {'id': '019506d1-1394-47d7-b99d-d7f6aded5734', 'name': '', 'network_id': 'e51d1ec9-6ce7-4455-925c-37696471dc54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:18:25Z', 'updated_at': '2022-03-07T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd301bd60-bcbe-40c7-84e1-3e689d163af6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-2-iscsi'}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:33.877024 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19b721-c883-4894-af59-591610f644fb None None] Checking router: d6da4a82-ac01-46de-9b90-d16fac590bfe for host: dv-cinder-827554-2-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:22:33.885401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] Routers {'d6da4a82-ac01-46de-9b90-d16fac590bfe'} bound to L3 agent in host dv-cinder-827554-2-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:22:33.886040 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:58:20Z,description=,heartbeat_timestamp=2022-03-07T14:22:20Z,host='dv-cinder-827554-2-iscsi',id=ac10dc0f-f691-4a31-b9a6-2f775d1880ad,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:58:20Z,topic='l3_agent')) {'router_ids': ['d6da4a82-ac01-46de-9b90-d16fac590bfe'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:33.902919 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] For port 019506d1-1394-47d7-b99d-d7f6aded5734, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=019506d1-1394-47d7-b99d-d7f6aded5734,segment=NetworkSegment(37aed852-c947-4658-9d6f-e32ede62e059),segment_id=37aed852-c947-4658-9d6f-e32ede62e059)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:33.903443 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:33.916024 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Calling delete_port for 019506d1-1394-47d7-b99d-d7f6aded5734 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:33.978930 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] Set router d6da4a82-ac01-46de-9b90-d16fac590bfe gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:22:34.032745 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-7e19b721-c883-4894-af59-591610f644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:22:33Z', 'revision_number': 6, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port_host': None}], 'dv-cinder-827554-2-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:34.063716 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19b721-c883-4894-af59-591610f644fb None None] The sync data for ids ['d6da4a82-ac01-46de-9b90-d16fac590bfe'] in dv-cinder-827554-2-iscsi is: [{'id': 'd6da4a82-ac01-46de-9b90-d16fac590bfe', 'name': 'tempest-AttachVolumeNegativeTest-212741503-router', 'tenant_id': '3d3951f9e1f94a0e94b277bbde826933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:18:24Z', 'updated_at': '2022-03-07T14:22:33Z', 'revision_number': 6, 'project_id': '3d3951f9e1f94a0e94b277bbde826933', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:22:34.087306 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (019506d1-1394-47d7-b99d-d7f6aded5734), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.116218 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Pushing event deleted for resources: {'Port': ['ID=019506d1-1394-47d7-b99d-d7f6aded5734,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:34.176626 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130118'] for router_gateway (d6da4a82-ac01-46de-9b90-d16fac590bfe), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.265898 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33133362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28282'] for router (d6da4a82-ac01-46de-9b90-d16fac590bfe), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.267963 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks [] for router_controller (d6da4a82-ac01-46de-9b90-d16fac590bfe), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.310393 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33133349'] for router (d6da4a82-ac01-46de-9b90-d16fac590bfe), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.311018 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6da4a82-ac01-46de-9b90-d16fac590bfe {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:22:34.316042 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.317318 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fdb2c6d9-4dc0-457b-a96d-cb2becaaab80 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6da4a82-ac01-46de-9b90-d16fac590bfe HTTP/1.1" status: 204 len: 168 time: 0.7664261 Mar 07 14:22:34.319800 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37334) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:34.365809 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Deleting subnet 39260a17-a6cf-4496-9ebc-2d51006ca54c {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:22:34.368771 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Publish callbacks [] for subnet (39260a17-a6cf-4496-9ebc-2d51006ca54c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.404598 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29638142'] for subnet (39260a17-a6cf-4496-9ebc-2d51006ca54c), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.495715 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912889'] for subnet (39260a17-a6cf-4496-9ebc-2d51006ca54c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.550944 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30263782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29675594'] for subnet (39260a17-a6cf-4496-9ebc-2d51006ca54c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.822914 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39260a17-a6cf-4496-9ebc-2d51006ca54c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:34.830758 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.835069 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-753ea8a0-6df4-4389-985b-718a264ccc2f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/39260a17-a6cf-4496-9ebc-2d51006ca54c HTTP/1.1" status: 204 len: 168 time: 0.5141790 Mar 07 14:22:34.837377 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37336) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:34.838811 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058222e5-6fbe-4782-b28f-7c69e669f3b7 None None] Network 9612a897-5cf5-47ba-b3fb-9c9971e49a15 requested from dv-cinder-827554-2-iscsi {{(pid=103276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:22:34.857589 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device bbcd5214-bb46-410d-814e-2139ce7b490e no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:22:34.886733 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: bbcd5214-bb46-410d-814e-2139ce7b490e {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:22:34.887081 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device bbcd5214-bb46-410d-814e-2139ce7b490e not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:22:34.912330 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029750'] for network (9612a897-5cf5-47ba-b3fb-9c9971e49a15), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:34.980072 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Deleting port 8fa599d8-175b-46da-9985-15f42db07541 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:34.982540 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8fa599d8-175b-46da-9985-15f42db07541), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.023401 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] DHCP port deletion for 9612a897-5cf5-47ba-b3fb-9c9971e49a15 request from dv-cinder-827554-2-iscsi {{(pid=103276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:22:35.052551 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] For port 8fa599d8-175b-46da-9985-15f42db07541, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8fa599d8-175b-46da-9985-15f42db07541,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:35.052921 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8fa599d8-175b-46da-9985-15f42db07541), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.066704 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Calling delete_port for 8fa599d8-175b-46da-9985-15f42db07541 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:35.076664 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Deleting port 8fa599d8-175b-46da-9985-15f42db07541 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:35.077034 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751012951363'] for port (8fa599d8-175b-46da-9985-15f42db07541), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.121874 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:22:35.147985 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] For port 8fa599d8-175b-46da-9985-15f42db07541, host dv-cinder-827554-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-2-iscsi',level=0,port_id=8fa599d8-175b-46da-9985-15f42db07541,segment=NetworkSegment(962143e4-e0f5-4871-ab74-33dc9972084b),segment_id=962143e4-e0f5-4871-ab74-33dc9972084b)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:35.148382 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33130570'] for port (8fa599d8-175b-46da-9985-15f42db07541), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.153484 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30263761'] for port (8fa599d8-175b-46da-9985-15f42db07541), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.161386 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Calling delete_port for 8fa599d8-175b-46da-9985-15f42db07541 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:35.178899 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa599d8-175b-46da-9985-15f42db07541,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:35.182345 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] No DVR routers for this DVR port 8fa599d8-175b-46da-9985-15f42db07541 on host dv-cinder-827554-2-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:22:35.244836 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751012956838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751012450762'] for port (8fa599d8-175b-46da-9985-15f42db07541), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.257098 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8751012780135'] for network (9612a897-5cf5-47ba-b3fb-9c9971e49a15), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.270777 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Pushing event deleted for resources: {'Port': ['ID=8fa599d8-175b-46da-9985-15f42db07541,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:35.275653 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] No DVR routers for this DVR port 8fa599d8-175b-46da-9985-15f42db07541 on host dv-cinder-827554-2-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:22:35.277160 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9612a897-5cf5-47ba-b3fb-9c9971e49a15']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:35.281545 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.281905 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.282256 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.282598 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.282933 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.283269 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.283625 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.283955 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.284337 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.284665 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.285084 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.285433 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.285619 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4d75-3763-4190-9f1b-153437650586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:35.294998 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962143e4-e0f5-4871-ab74-33dc9972084b') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:35.295308 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962143e4-e0f5-4871-ab74-33dc9972084b') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:35.305331 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751012781168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637893'] for segment (962143e4-e0f5-4871-ab74-33dc9972084b), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.319081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162'] for segment (962143e4-e0f5-4871-ab74-33dc9972084b), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.324935 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:22:35.325333 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30263692'] for segment (962143e4-e0f5-4871-ab74-33dc9972084b), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: Traceback (most recent call last): Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: timer() Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: cb(*args, **kw) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: return func(*args, **kwargs) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: self._notify() Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: self.callback(batched_events) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: event.method(event) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: return f(self, *a, **k) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._get(url).json() Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:22:35.326965 dv-cinder-827554-2-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:22:35.380911 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33150586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33093898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130146'] for network (9612a897-5cf5-47ba-b3fb-9c9971e49a15), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.386498 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33093912'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.389786 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9612a897-5cf5-47ba-b3fb-9c9971e49a15 HTTP/1.1" status: 204 len: 168 time: 0.5514824 Mar 07 14:22:35.400478 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd78617-b322-43de-a1a5-297dc2148f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9612a897-5cf5-47ba-b3fb-9c9971e49a15,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:35.512936 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37340) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:35.552827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5b3a5c9e-197f-4a44-85ad-38a6b4df96cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d3951f9e1f94a0e94b277bbde826933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386696 Mar 07 14:22:35.555024 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37342) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:35.605149 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f85a7d0-b023-4878-a302-08d0c866f997 admin admin] Publish callbacks [] for security_group (a9e925ae-41e7-4e0e-940f-39d1868d3a3d), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.625754 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f85a7d0-b023-4878-a302-08d0c866f997 admin admin] Publish callbacks [] for security_group (a9e925ae-41e7-4e0e-940f-39d1868d3a3d), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.672580 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f85a7d0-b023-4878-a302-08d0c866f997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (a9e925ae-41e7-4e0e-940f-39d1868d3a3d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.676149 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9f85a7d0-b023-4878-a302-08d0c866f997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:35.677295 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9f85a7d0-b023-4878-a302-08d0c866f997 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9e925ae-41e7-4e0e-940f-39d1868d3a3d HTTP/1.1" status: 204 len: 168 time: 0.1213615 Mar 07 14:22:35.684807 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a7d0-b023-4878-a302-08d0c866f997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e925ae-41e7-4e0e-940f-39d1868d3a3d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:36.356797 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 019506d1-1394-47d7-b99d-d7f6aded5734 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:22:36.380856 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 019506d1-1394-47d7-b99d-d7f6aded5734 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:22:36.381212 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 019506d1-1394-47d7-b99d-d7f6aded5734 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:22:36.381632 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8fa599d8-175b-46da-9985-15f42db07541 no longer exists at agent ovs-agent-dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:22:36.401354 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] No Port match for: 8fa599d8-175b-46da-9985-15f42db07541 {{(pid=103276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:22:36.401706 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.rpc [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Device 8fa599d8-175b-46da-9985-15f42db07541 not bound to the agent host dv-cinder-827554-2-iscsi {{(pid=103276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:22:37.233888 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37386) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:37.336164 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e647e64a-de74-4162-b1fd-7bcf592528e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.412741 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e647e64a-de74-4162-b1fd-7bcf592528e8 admin admin] Publish callbacks [] for security_group (77a30075-ce48-42b6-8ac7-deec85b6dafa), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.416486 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e647e64a-de74-4162-b1fd-7bcf592528e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (77a30075-ce48-42b6-8ac7-deec85b6dafa), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.452262 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647e64a-de74-4162-b1fd-7bcf592528e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a30075-ce48-42b6-8ac7-deec85b6dafa,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:37.456724 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e647e64a-de74-4162-b1fd-7bcf592528e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d54908217d3487e80e30e8393dd688e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216976 Mar 07 14:22:37.459563 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37390) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:37.507382 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6497608-12e3-47ef-b521-c5146484ca95 admin admin] Publish callbacks [] for security_group (77a30075-ce48-42b6-8ac7-deec85b6dafa), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.530938 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6497608-12e3-47ef-b521-c5146484ca95 admin admin] Publish callbacks [] for security_group (77a30075-ce48-42b6-8ac7-deec85b6dafa), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.577542 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6497608-12e3-47ef-b521-c5146484ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (77a30075-ce48-42b6-8ac7-deec85b6dafa), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.580341 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6497608-12e3-47ef-b521-c5146484ca95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.582062 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b6497608-12e3-47ef-b521-c5146484ca95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77a30075-ce48-42b6-8ac7-deec85b6dafa HTTP/1.1" status: 204 len: 168 time: 0.1218545 Mar 07 14:22:37.589520 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6497608-12e3-47ef-b521-c5146484ca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a30075-ce48-42b6-8ac7-deec85b6dafa,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:37.830619 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37396) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:37.844081 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d36-5a68-4fa1-9597-9214cb72dc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.919640 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d36-5a68-4fa1-9597-9214cb72dc98 admin admin] Publish callbacks [] for security_group (22475710-a3a0-41f0-80a8-9dae459e7257), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.924180 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d36-5a68-4fa1-9597-9214cb72dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (22475710-a3a0-41f0-80a8-9dae459e7257), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:37.960871 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bcc13d36-5a68-4fa1-9597-9214cb72dc98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c6c23d7950f449ea6acc99d6bf2166b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286433 Mar 07 14:22:37.962950 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc13d36-5a68-4fa1-9597-9214cb72dc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22475710-a3a0-41f0-80a8-9dae459e7257,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:37.963518 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37398) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:38.014720 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Publish callbacks [] for security_group (22475710-a3a0-41f0-80a8-9dae459e7257), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:38.036294 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Publish callbacks [] for security_group (22475710-a3a0-41f0-80a8-9dae459e7257), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:38.081877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (22475710-a3a0-41f0-80a8-9dae459e7257), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:38.084379 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:38.085546 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22475710-a3a0-41f0-80a8-9dae459e7257 HTTP/1.1" status: 204 len: 168 time: 0.1210072 Mar 07 14:22:38.093043 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22475710-a3a0-41f0-80a8-9dae459e7257,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:38.100763 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.101119 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.101469 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.101808 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.102143 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.102474 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.102805 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.103138 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.103575 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.103905 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.104228 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.104551 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:38.104871 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4fdfc-c853-4603-91ae-4956ddccf810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-2-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:46.967005 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37488) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:47.068972 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b156-818c-489b-8469-dacfcad42477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.143727 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b156-818c-489b-8469-dacfcad42477 admin admin] Publish callbacks [] for security_group (c406e718-66f4-4dc6-835f-59a7b835ee6a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.148454 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b156-818c-489b-8469-dacfcad42477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (c406e718-66f4-4dc6-835f-59a7b835ee6a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.188373 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8b156-818c-489b-8469-dacfcad42477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c406e718-66f4-4dc6-835f-59a7b835ee6a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:47.193276 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b0e8b156-818c-489b-8469-dacfcad42477 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78d1b3ec8ed04b11969ce00a3523ebdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251856 Mar 07 14:22:47.195816 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37492) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:47.243284 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dbb0071d-ba6e-4177-af48-f517b871d3f8 admin admin] Publish callbacks [] for security_group (c406e718-66f4-4dc6-835f-59a7b835ee6a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.264608 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dbb0071d-ba6e-4177-af48-f517b871d3f8 admin admin] Publish callbacks [] for security_group (c406e718-66f4-4dc6-835f-59a7b835ee6a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.309566 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dbb0071d-ba6e-4177-af48-f517b871d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (c406e718-66f4-4dc6-835f-59a7b835ee6a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.312375 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dbb0071d-ba6e-4177-af48-f517b871d3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.313497 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dbb0071d-ba6e-4177-af48-f517b871d3f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c406e718-66f4-4dc6-835f-59a7b835ee6a HTTP/1.1" status: 204 len: 168 time: 0.1167955 Mar 07 14:22:47.321440 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0071d-ba6e-4177-af48-f517b871d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c406e718-66f4-4dc6-835f-59a7b835ee6a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:47.489783 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-35886d9e-1619-4852-868d-2422e9b85edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.571017 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37498) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:47.584342 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71d61ef6-c2ca-4039-b4a9-f2e2bf13965c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.658046 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71d61ef6-c2ca-4039-b4a9-f2e2bf13965c admin admin] Publish callbacks [] for security_group (7f3e6c9a-f365-40fa-9a17-2b32c97af70c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.662701 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71d61ef6-c2ca-4039-b4a9-f2e2bf13965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7f3e6c9a-f365-40fa-9a17-2b32c97af70c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.702051 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d61ef6-c2ca-4039-b4a9-f2e2bf13965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3e6c9a-f365-40fa-9a17-2b32c97af70c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:47.706281 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-71d61ef6-c2ca-4039-b4a9-f2e2bf13965c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e7b1f4fbf0744aeb1d10299c7347a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341248 Mar 07 14:22:47.708942 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37500) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:47.756504 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e437f231-fa93-4ff2-aa8b-274e2ead7121 admin admin] Publish callbacks [] for security_group (7f3e6c9a-f365-40fa-9a17-2b32c97af70c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.776996 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e437f231-fa93-4ff2-aa8b-274e2ead7121 admin admin] Publish callbacks [] for security_group (7f3e6c9a-f365-40fa-9a17-2b32c97af70c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.823680 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e437f231-fa93-4ff2-aa8b-274e2ead7121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (7f3e6c9a-f365-40fa-9a17-2b32c97af70c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.826315 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e437f231-fa93-4ff2-aa8b-274e2ead7121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:47.827517 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e437f231-fa93-4ff2-aa8b-274e2ead7121 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f3e6c9a-f365-40fa-9a17-2b32c97af70c HTTP/1.1" status: 204 len: 168 time: 0.1177247 Mar 07 14:22:47.835020 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f231-fa93-4ff2-aa8b-274e2ead7121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3e6c9a-f365-40fa-9a17-2b32c97af70c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:49.701678 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37572) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:49.801863 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dea291a-990a-435d-ab97-6295121d6802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:49.857260 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca64b-cfb7-410b-9428-c56799e60f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:49.878255 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dea291a-990a-435d-ab97-6295121d6802 admin admin] Publish callbacks [] for security_group (ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:49.882688 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1dea291a-990a-435d-ab97-6295121d6802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:49.922788 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1dea291a-990a-435d-ab97-6295121d6802 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f308a21ac4154b52a2d0148500d17c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200444 Mar 07 14:22:49.923882 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea291a-990a-435d-ab97-6295121d6802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:49.926089 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37576) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:49.974151 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d80816-f0e6-4e9f-9d18-736db7ffe908 admin admin] Publish callbacks [] for security_group (ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:49.996023 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d80816-f0e6-4e9f-9d18-736db7ffe908 admin admin] Publish callbacks [] for security_group (ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.044951 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d80816-f0e6-4e9f-9d18-736db7ffe908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.047535 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-90d80816-f0e6-4e9f-9d18-736db7ffe908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.048692 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-90d80816-f0e6-4e9f-9d18-736db7ffe908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe HTTP/1.1" status: 204 len: 168 time: 0.1210165 Mar 07 14:22:50.057056 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d80816-f0e6-4e9f-9d18-736db7ffe908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72ec36-1c58-4a4c-9bbc-2882a70cb5fe,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:50.304801 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37582) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:50.318098 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bed7536-9fcd-4e7b-996b-1a0ce7b75ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.396383 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bed7536-9fcd-4e7b-996b-1a0ce7b75ee3 admin admin] Publish callbacks [] for security_group (cb03405e-54c2-4d44-a5e3-4bc2385bcbe5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.400742 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bed7536-9fcd-4e7b-996b-1a0ce7b75ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (cb03405e-54c2-4d44-a5e3-4bc2385bcbe5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.438520 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8bed7536-9fcd-4e7b-996b-1a0ce7b75ee3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad0c9bc1221b4329b61f9aed469fe071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325412 Mar 07 14:22:50.439366 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed7536-9fcd-4e7b-996b-1a0ce7b75ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb03405e-54c2-4d44-a5e3-4bc2385bcbe5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:50.441747 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37584) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:50.488841 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-34424381-fedf-4c0e-b0f2-b1c1667cfff3 admin admin] Publish callbacks [] for security_group (cb03405e-54c2-4d44-a5e3-4bc2385bcbe5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.509249 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-34424381-fedf-4c0e-b0f2-b1c1667cfff3 admin admin] Publish callbacks [] for security_group (cb03405e-54c2-4d44-a5e3-4bc2385bcbe5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.554877 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-34424381-fedf-4c0e-b0f2-b1c1667cfff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (cb03405e-54c2-4d44-a5e3-4bc2385bcbe5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.557335 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-34424381-fedf-4c0e-b0f2-b1c1667cfff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.558480 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-34424381-fedf-4c0e-b0f2-b1c1667cfff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb03405e-54c2-4d44-a5e3-4bc2385bcbe5 HTTP/1.1" status: 204 len: 168 time: 0.1158559 Mar 07 14:22:50.566063 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34424381-fedf-4c0e-b0f2-b1c1667cfff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb03405e-54c2-4d44-a5e3-4bc2385bcbe5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:50.898415 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:52.241413 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:53.838391 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.558234 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37642) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:54.660263 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55c4847d-7113-4735-8ea5-b13178eb7a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.732480 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55c4847d-7113-4735-8ea5-b13178eb7a03 admin admin] Publish callbacks [] for security_group (62827ad4-0005-4ea7-8f26-ef4e704b4a8f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.736060 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55c4847d-7113-4735-8ea5-b13178eb7a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (62827ad4-0005-4ea7-8f26-ef4e704b4a8f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.775959 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-55c4847d-7113-4735-8ea5-b13178eb7a03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=696623fa81e149cdbe0af4591e82cce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167292 Mar 07 14:22:54.777896 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4847d-7113-4735-8ea5-b13178eb7a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62827ad4-0005-4ea7-8f26-ef4e704b4a8f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:54.778745 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37646) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:54.827909 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d48b79c5-4ef5-4dcd-b988-c8285c4b29ba admin admin] Publish callbacks [] for security_group (62827ad4-0005-4ea7-8f26-ef4e704b4a8f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.849235 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d48b79c5-4ef5-4dcd-b988-c8285c4b29ba admin admin] Publish callbacks [] for security_group (62827ad4-0005-4ea7-8f26-ef4e704b4a8f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.896640 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d48b79c5-4ef5-4dcd-b988-c8285c4b29ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (62827ad4-0005-4ea7-8f26-ef4e704b4a8f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.899170 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d48b79c5-4ef5-4dcd-b988-c8285c4b29ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:54.900356 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d48b79c5-4ef5-4dcd-b988-c8285c4b29ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62827ad4-0005-4ea7-8f26-ef4e704b4a8f HTTP/1.1" status: 204 len: 168 time: 0.1205387 Mar 07 14:22:54.907950 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b79c5-4ef5-4dcd-b988-c8285c4b29ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62827ad4-0005-4ea7-8f26-ef4e704b4a8f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:55.151267 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37652) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:55.165457 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7959da9c-385f-47f5-ba2c-3165d41e3739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.240172 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7959da9c-385f-47f5-ba2c-3165d41e3739 admin admin] Publish callbacks [] for security_group (d39a2c91-e3c1-49ff-b54a-9002365da9d1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.243710 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7959da9c-385f-47f5-ba2c-3165d41e3739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d39a2c91-e3c1-49ff-b54a-9002365da9d1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.279293 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959da9c-385f-47f5-ba2c-3165d41e3739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39a2c91-e3c1-49ff-b54a-9002365da9d1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:55.283698 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7959da9c-385f-47f5-ba2c-3165d41e3739 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=572333e531d5485f93fb09eb00c78947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312394 Mar 07 14:22:55.286788 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37654) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:55.334526 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42a58a15-9525-4f41-b627-55294cfebc03 admin admin] Publish callbacks [] for security_group (d39a2c91-e3c1-49ff-b54a-9002365da9d1), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.356403 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42a58a15-9525-4f41-b627-55294cfebc03 admin admin] Publish callbacks [] for security_group (d39a2c91-e3c1-49ff-b54a-9002365da9d1), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.401353 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42a58a15-9525-4f41-b627-55294cfebc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d39a2c91-e3c1-49ff-b54a-9002365da9d1), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.403919 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-42a58a15-9525-4f41-b627-55294cfebc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:55.405043 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-42a58a15-9525-4f41-b627-55294cfebc03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d39a2c91-e3c1-49ff-b54a-9002365da9d1 HTTP/1.1" status: 204 len: 168 time: 0.1174011 Mar 07 14:22:55.413255 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a58a15-9525-4f41-b627-55294cfebc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39a2c91-e3c1-49ff-b54a-9002365da9d1,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:56.408592 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37684) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:56.511146 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dcee857d-6762-483b-9848-0acd3f3d655b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.586676 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dcee857d-6762-483b-9848-0acd3f3d655b admin admin] Publish callbacks [] for security_group (1b40e7df-c1c2-4c85-9542-692d73df3716), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.590287 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dcee857d-6762-483b-9848-0acd3f3d655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (1b40e7df-c1c2-4c85-9542-692d73df3716), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.628944 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dcee857d-6762-483b-9848-0acd3f3d655b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=112c02a5276645b98c39bad16d9d815e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192824 Mar 07 14:22:56.629678 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee857d-6762-483b-9848-0acd3f3d655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40e7df-c1c2-4c85-9542-692d73df3716,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:56.631690 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37688) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:56.680738 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cca3060d-06a4-473d-be31-899d44ee0121 admin admin] Publish callbacks [] for security_group (1b40e7df-c1c2-4c85-9542-692d73df3716), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.700957 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cca3060d-06a4-473d-be31-899d44ee0121 admin admin] Publish callbacks [] for security_group (1b40e7df-c1c2-4c85-9542-692d73df3716), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.746079 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cca3060d-06a4-473d-be31-899d44ee0121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (1b40e7df-c1c2-4c85-9542-692d73df3716), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.748682 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cca3060d-06a4-473d-be31-899d44ee0121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.749827 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cca3060d-06a4-473d-be31-899d44ee0121 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b40e7df-c1c2-4c85-9542-692d73df3716 HTTP/1.1" status: 204 len: 168 time: 0.1159387 Mar 07 14:22:56.757822 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3060d-06a4-473d-be31-899d44ee0121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40e7df-c1c2-4c85-9542-692d73df3716,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:59.139122 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.641872 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.31', 37758) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:23:04.745238 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d3357ab-35c7-4a97-b8bf-2f31750920f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.818496 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d3357ab-35c7-4a97-b8bf-2f31750920f1 admin admin] Publish callbacks [] for security_group (d8379a00-e21a-4501-856a-13585c498240), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.822322 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1d3357ab-35c7-4a97-b8bf-2f31750920f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d8379a00-e21a-4501-856a-13585c498240), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.860753 dv-cinder-827554-2-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1d3357ab-35c7-4a97-b8bf-2f31750920f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a466e40b0f445f0ae9e3e4613d24790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178168 Mar 07 14:23:04.861878 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3357ab-35c7-4a97-b8bf-2f31750920f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8379a00-e21a-4501-856a-13585c498240,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:23:04.863617 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.31', 37762) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:23:04.915037 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42a8-d00e-4d66-b87e-d689b6c4ad97 admin admin] Publish callbacks [] for security_group (d8379a00-e21a-4501-856a-13585c498240), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.935586 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42a8-d00e-4d66-b87e-d689b6c4ad97 admin admin] Publish callbacks [] for security_group (d8379a00-e21a-4501-856a-13585c498240), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.983646 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42a8-d00e-4d66-b87e-d689b6c4ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144456'] for security_group (d8379a00-e21a-4501-856a-13585c498240), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.986227 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42a8-d00e-4d66-b87e-d689b6c4ad97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:04.987461 dv-cinder-827554-2-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2a4f42a8-d00e-4d66-b87e-d689b6c4ad97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8379a00-e21a-4501-856a-13585c498240 HTTP/1.1" status: 204 len: 168 time: 0.1227651 Mar 07 14:23:04.995012 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f42a8-d00e-4d66-b87e-d689b6c4ad97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8379a00-e21a-4501-856a-13585c498240,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:23:12.121766 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:23:17.490697 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f4700620-1071-4287-896b-5ef2c85c9ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:19.859512 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e2c64a16-9792-47b0-8542-a2bd3dd398df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:20.900654 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:22.241991 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:23.843256 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:29.132722 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:47.491817 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-48894bc4-a8c1-4eb2-aa91-e7f09e6d0d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:49.120632 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:23:49.861344 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6be99496-e18f-4511-bb96-20219baee1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:50.903431 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:52.243982 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:53.844828 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:59.147717 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:14.203660 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-feefec4a-2961-4e28-b7ac-d61ba69eb716 req-b7698c1c-7c7d-45aa-a26b-2248d4fd1b15 service neutron] (103273) timed out ('10.222.0.23', 52988) {{(pid=103273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:24:17.492414 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-19811119-89be-47ec-942b-9f477f7ea0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:19.866895 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-732d93e7-addb-4f97-aaf1-70f7263c31aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:20.907002 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:22.245690 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:23.846944 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:26.119206 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:24:29.150506 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:30.853729 dv-cinder-827554-2-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-a3775445-b309-43cc-a071-5c848a569d64 req-eb6f90b8-b84b-460f-a0e0-710822b0a35a tempest-VolumesActionsTest-633699220 tempest-VolumesActionsTest-633699220-project] (103274) timed out ('10.222.0.23', 52987) {{(pid=103274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:24:30.942471 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-305d244d-d86e-4a2b-8154-73f5b5c11060 req-cffc5d75-50da-4fe2-bba1-9c3eaeaa114b service neutron] (103273) timed out ('10.222.0.23', 52624) {{(pid=103273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:24:47.492964 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7930d01d-ab90-4c11-8efb-c0d3c3a63650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.868537 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb09a-c644-4046-aaea-28471e737904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.910148 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.248581 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.849426 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:59.162177 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:03.118199 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:25:17.493965 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c7ac-7930-4ce4-9b13-8fb4a6f91cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.871037 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-60e6d300-2f6b-4d08-bd0a-32a438fc33d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.913187 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:22.251671 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.851351 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.177650 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:40.118410 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:25:47.495808 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e1d74fb-03fc-456b-a847-b5986ed39901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:49.872372 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f937ba5f-3011-407d-9ecd-f65c4afce34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:50.915948 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:52.256441 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:53.853689 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:59.183448 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:17.117842 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:26:17.496263 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7433c1fb-c6b4-4de6-ab61-6c85cd0c0c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:19.876438 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8d23bbb6-3d27-480f-815d-ffc48f079f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:20.918279 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:22.258472 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:23.856217 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:29.190100 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:47.497480 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d4282c09-3c1c-405a-a86a-65617500aff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.878927 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-919ef085-9cb3-4479-bd1f-d5839baeaf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:50.920084 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:52.264321 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:53.858158 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:54.116968 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:26:59.184320 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:17.498354 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a4756156-d135-4773-bd0e-9eb29d1ea3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:19.881506 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ebc911d9-2113-4c32-b824-16af946f441f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:20.924317 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:22.263538 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:23.861755 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:29.182639 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:31.116542 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:27:47.500363 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fd6458fc-ffbc-4335-aa46-ae4d9d7e5cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:49.884714 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-37c96a46-6048-4800-85f6-c8f84c4b5617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:50.924917 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:52.265882 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:53.864811 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:59.197044 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:59.734476 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-483b9c53-2a54-40b6-a3a5-0e0c8df74aab service neutron] (103273) timed out ('10.222.0.31', 60948) {{(pid=103273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:27:59.819935 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-22f3dd57-5404-40c0-8065-81ee1dbdb1b2 req-101d10be-8fd8-43ba-8150-717b3d59cde2 tempest-AttachVolumeShelveTestJSON-1322607265 tempest-AttachVolumeShelveTestJSON-1322607265-project] (103273) timed out ('10.222.0.31', 60966) {{(pid=103273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:28:00.835581 dv-cinder-827554-2-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-589f176f-b51b-46c4-a373-1f594f62b59e req-f82ad537-f923-42a5-ba63-5e1b72e0a790 service neutron] (103273) timed out ('10.222.0.23', 52599) {{(pid=103273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:28:08.115125 dv-cinder-827554-2-iscsi neutron-server[103277]: DEBUG neutron.db.agents_db [None req-8d03a31d-fa84-4ac2-8d31-4cb05f980136 None None] Agent healthcheck: found 6 active agents {{(pid=103277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:28:17.502209 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4bdcaf30-60e9-4e7a-92fb-ae657d96bf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (a5a4c190-3ad6-4f94-9fd6-1f07ccc83fb1), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:19.890293 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f815ba3a-6285-4e53-aece-c8d6af15e702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (ac10dc0f-f691-4a31-b9a6-2f775d1880ad), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:20.928025 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8fe87ffd-a84b-42d1-8d36-1ad41f06dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (5810fd30-d21a-4b4a-8aee-5c0b9da0f258), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:22.270290 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2db35ccd-4807-4c24-a9fd-69df8377fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (685335cf-59c3-496f-880b-863f6c767bc9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:23.867482 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e59e6e1-ff4a-420a-83ba-50332c2b630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (06785dba-0278-43af-a927-6e693afccf27), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:29.235127 dv-cinder-827554-2-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac1afd95-c567-446e-99f7-4e761f016583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751012780117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858253'] for agent (625e4eaf-7164-4d7c-bbd0-844ccc66ba3d), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}